ci: unify the model launch method of nightly ci (#11230)
This commit is contained in:
@@ -20,7 +20,6 @@ from functools import partial
|
||||
from pathlib import Path
|
||||
from types import SimpleNamespace
|
||||
from typing import Any, Awaitable, Callable, List, Optional, Tuple
|
||||
from urllib.parse import quote
|
||||
|
||||
import aiohttp
|
||||
import numpy as np
|
||||
@@ -1652,15 +1651,26 @@ def _ensure_remove_suffix(text: str, suffix: str):
|
||||
return text.removesuffix(suffix)
|
||||
|
||||
|
||||
class ModelDeploySetup:
|
||||
def __init__(self, model_path: str, extra_args: List[str] = []):
|
||||
class ModelLaunchSettings:
|
||||
def __init__(
|
||||
self,
|
||||
model_path: str,
|
||||
tp_size: int = 1,
|
||||
extra_args: Optional[List[str]] = None,
|
||||
env: Optional[dict] = None,
|
||||
):
|
||||
self.model_path = model_path
|
||||
if "--enable-multimodal" not in extra_args:
|
||||
extra_args.append("--enable-multimodal")
|
||||
if "--trust-remote-code" not in extra_args:
|
||||
extra_args.append("--trust-remote-code")
|
||||
self.tp_size = tp_size
|
||||
self.extra_args = list(extra_args) if extra_args else []
|
||||
self.env = env
|
||||
|
||||
self.extra_args = extra_args
|
||||
if self.tp_size > 1 and "--tp" not in self.extra_args:
|
||||
self.extra_args.extend(["--tp", str(self.tp_size)])
|
||||
|
||||
fixed_args = ["--enable-multimodal", "--trust-remote-code"]
|
||||
for fixed_arg in fixed_args:
|
||||
if fixed_arg not in self.extra_args:
|
||||
self.extra_args.append(fixed_arg)
|
||||
|
||||
|
||||
class ModelEvalMetrics:
|
||||
|
||||
Reference in New Issue
Block a user