EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

chore: bump v0.2.14 (#1155)

Browse Source
This commit is contained in:
Yineng Zhang
2024-08-27 00:28:24 +10:00
committed by GitHub
parent 75ce37f401
commit c5fe11a8e1
4 changed files with 7 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/model_executor/model_runner.py
View File

@@ -191,12 +191,11 @@ class ModelRunner:
self.model = get_model(
model_config=self.vllm_model_config,
device_config=self.device_config,
load_config=self.load_config,
lora_config=None,
multimodal_config=None,
device_config=self.device_config,
parallel_config=None,
scheduler_config=None,
lora_config=None,
cache_config=None,
)
self.sliding_window_size = (
@@ -627,4 +626,4 @@ def load_model_cls_srt(model_arch: str) -> Optional[Type[nn.Module]]:
# Monkey patch model loader
setattr(ModelRegistry, "load_model_cls", load_model_cls_srt)
setattr(ModelRegistry, "_try_load_model_cls", load_model_cls_srt)