EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: multimodal_config in monkey_patch_vllm_dummy_weight_loader (#1260)

Browse Source
This commit is contained in:
lxww302
2024-08-29 23:43:41 -07:00
committed by GitHub
parent 381dd57bd6
commit a362340b33
1 changed files with 0 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/utils.py
View File

@@ -407,7 +407,6 @@ def monkey_patch_vllm_dummy_weight_loader():
DummyModelLoader, DummyModelLoader,
LoRAConfig, LoRAConfig,
ModelConfig, ModelConfig,
MultiModalConfig,
ParallelConfig, ParallelConfig,
SchedulerConfig, SchedulerConfig,
_initialize_model, _initialize_model,
@@ -422,7 +421,6 @@ def monkey_patch_vllm_dummy_weight_loader():
model_config: ModelConfig, model_config: ModelConfig,
device_config: DeviceConfig, device_config: DeviceConfig,
lora_config: Optional[LoRAConfig], lora_config: Optional[LoRAConfig],
multimodal_config: Optional[MultiModalConfig],
parallel_config: ParallelConfig, parallel_config: ParallelConfig,
scheduler_config: SchedulerConfig, scheduler_config: SchedulerConfig,
cache_config: CacheConfig, cache_config: CacheConfig,
@@ -433,7 +431,6 @@ def monkey_patch_vllm_dummy_weight_loader():
model_config, model_config,
self.load_config, self.load_config,
lora_config, lora_config,
multimodal_config,
cache_config, cache_config,
) )