fix: not use the default port (#1068)

This commit is contained in:
Yineng Zhang
2024-08-13 13:12:56 +08:00
committed by GitHub
parent 6a38efa834
commit 65e89baea9

View File

@@ -174,6 +174,7 @@ class SRTRunner:
tp_size=1,
torch_dtype=torch.float16,
is_generation_model=None,
port=5157,
):
self.is_generation_model = (
is_generation_model(model_path)
@@ -184,6 +185,7 @@ class SRTRunner:
model_path=model_path,
tp_size=tp_size,
dtype=get_dtype_str(torch_dtype),
port=port,
)
def forward(