EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Remove vllm dependency in model config (#2809)

Browse Source
This commit is contained in:
Yunmeng
2025-01-09 17:51:56 +08:00
committed by GitHub
parent b5fb4ef58a
commit 656aed58c6
6 changed files with 370 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/models/chatglm.py
View File

@@ -23,8 +23,8 @@ from torch import nn
from torch.nn import LayerNorm
from vllm.distributed import get_tensor_model_parallel_world_size
from vllm.model_executor.layers.rotary_embedding import get_rope
from vllm.transformers_utils.configs import ChatGLMConfig
from sglang.srt.configs import ChatGLMConfig
from sglang.srt.layers.activation import SiluAndMul
from sglang.srt.layers.layernorm import RMSNorm
from sglang.srt.layers.linear import (

2
python/sglang/srt/models/dbrx.py
View File

@@ -25,8 +25,8 @@ from vllm.distributed import (
tensor_model_parallel_all_reduce,
)
from vllm.model_executor.layers.rotary_embedding import get_rope
from vllm.transformers_utils.configs.dbrx import DbrxConfig
from sglang.srt.configs import DbrxConfig
from sglang.srt.layers.linear import (
QKVParallelLinear,
ReplicatedLinear,