EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Make sglang compat with vllm 0.5.1 (#598)

Browse Source
This commit is contained in:
Tommy Yang
2024-07-09 14:44:22 +08:00
committed by GitHub
parent 710f614ebe
commit b38687226a
4 changed files with 10 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/controller/model_runner.py
View File

@@ -326,7 +326,7 @@ class ModelRunner:
device_config=device_config,
load_config=load_config,
lora_config=None,
vision_language_config=None,
multimodal_config=None,
parallel_config=None,
scheduler_config=None,
cache_config=None,

6
python/sglang/srt/utils.py
View File

@@ -476,7 +476,7 @@ def monkey_patch_vllm_dummy_weight_loader():
ModelConfig,
ParallelConfig,
SchedulerConfig,
VisionLanguageConfig,
MultiModalConfig,
_initialize_model,
initialize_dummy_weights,
nn,
@@ -489,7 +489,7 @@ def monkey_patch_vllm_dummy_weight_loader():
model_config: ModelConfig,
device_config: DeviceConfig,
lora_config: Optional[LoRAConfig],
vision_language_config: Optional[VisionLanguageConfig],
multimodal_config: Optional[MultiModalConfig],
parallel_config: ParallelConfig,
scheduler_config: SchedulerConfig,
cache_config: CacheConfig,
@@ -500,7 +500,7 @@ def monkey_patch_vllm_dummy_weight_loader():
model_config,
self.load_config,
lora_config,
vision_language_config,
multimodal_config,
cache_config,
)