EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: not use the default port (#1068)

Browse Source
This commit is contained in:
Yineng Zhang
2024-08-13 13:12:56 +08:00
committed by GitHub
parent 6a38efa834
commit 65e89baea9
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/test/runners.py
View File

@@ -174,6 +174,7 @@ class SRTRunner:
tp_size=1, tp_size=1,
torch_dtype=torch.float16, torch_dtype=torch.float16,
is_generation_model=None, is_generation_model=None,
port=5157,
): ):
self.is_generation_model = ( self.is_generation_model = (
is_generation_model(model_path) is_generation_model(model_path)
@@ -184,6 +185,7 @@ class SRTRunner:
model_path=model_path, model_path=model_path,
tp_size=tp_size, tp_size=tp_size,
dtype=get_dtype_str(torch_dtype), dtype=get_dtype_str(torch_dtype),
port=port,
) )
def forward( def forward(