EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

support QuickGELU (#3250)

Browse Source
This commit is contained in:
Yineng Zhang
2025-02-01 19:31:47 +08:00
committed by GitHub
parent 4eb4b401cc
commit 8db776f049
2 changed files with 10 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/models/qwen2_vl.py
View File

@@ -31,10 +31,10 @@ import torch
import torch.nn as nn
import torch.nn.functional as F
from einops import rearrange
from vllm.model_executor.layers.activation import QuickGELU
from sglang.srt.configs import Qwen2VLConfig, Qwen2VLVisionConfig
from sglang.srt.hf_transformers_utils import get_processor
from sglang.srt.layers.activation import QuickGELU
from sglang.srt.layers.attention.vision import VisionAttention
from sglang.srt.layers.linear import ColumnParallelLinear, RowParallelLinear
from sglang.srt.layers.logits_processor import LogitsProcessor