EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

use srt VocabParallelEmbedding (#3252)

Browse Source
This commit is contained in:
Yineng Zhang
2025-02-01 22:23:09 +08:00
committed by GitHub
parent f2b3a3188e
commit 959dca4fc7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/lora/lora.py
View File

@@ -23,7 +23,6 @@ import re
import torch import torch
from torch import nn from torch import nn
from vllm.model_executor.layers.vocab_parallel_embedding import VocabParallelEmbedding
from sglang.srt.layers.linear import ( from sglang.srt.layers.linear import (
ColumnParallelLinear, ColumnParallelLinear,
@@ -31,6 +30,7 @@ from sglang.srt.layers.linear import (
QKVParallelLinear, QKVParallelLinear,
RowParallelLinear, RowParallelLinear,
) )
from sglang.srt.layers.vocab_parallel_embedding import VocabParallelEmbedding
from sglang.srt.model_loader.loader import DefaultModelLoader from sglang.srt.model_loader.loader import DefaultModelLoader