EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

cleanup models dependencies 1/n (#2948)

Browse Source
This commit is contained in:
Yineng Zhang
2025-01-17 23:46:48 +08:00
committed by GitHub
parent d06c1ab587
commit 033c715b46
10 changed files with 36 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/lora/lora.py
View File

@@ -19,18 +19,11 @@
# https://github.com/vllm-project/vllm/blob/4abf6336ec65c270343eb895e7b18786e9274176/vllm/lora/layers.py
import json
import os
import re
from typing import Any, Dict, List, Optional, Tuple
import safetensors.torch
import torch
from torch import nn
from vllm.model_executor.layers.vocab_parallel_embedding import (
ParallelLMHead,
VocabParallelEmbedding,
)
from vllm.model_executor.layers.vocab_parallel_embedding import VocabParallelEmbedding
from sglang.srt.layers.linear import (
ColumnParallelLinear,
@@ -38,7 +31,6 @@ from sglang.srt.layers.linear import (
QKVParallelLinear,
RowParallelLinear,
)
from sglang.srt.model_executor.forward_batch_info import ForwardBatch, ForwardMode
from sglang.srt.model_loader.loader import DefaultModelLoader