Remove vllm dependency in model config (#2809)

This commit is contained in:
Yunmeng
2025-01-09 17:51:56 +08:00
committed by GitHub
parent b5fb4ef58a
commit 656aed58c6
6 changed files with 370 additions and 14 deletions

View File

@@ -25,8 +25,8 @@ from vllm.distributed import (
tensor_model_parallel_all_reduce,
)
from vllm.model_executor.layers.rotary_embedding import get_rope
from vllm.transformers_utils.configs.dbrx import DbrxConfig
from sglang.srt.configs import DbrxConfig
from sglang.srt.layers.linear import (
QKVParallelLinear,
ReplicatedLinear,