[Fix] fix ipv6 url when warm up model (#1537)

This commit is contained in:
Xinyu Yang
2024-09-30 02:02:40 +08:00
committed by GitHub
parent 048685430d
commit acaffd233f
2 changed files with 14 additions and 2 deletions

View File

@@ -21,7 +21,7 @@ import logging
import random
from typing import List, Optional, Union
from sglang.srt.utils import is_hip
from sglang.srt.utils import is_hip, is_ipv6
logger = logging.getLogger(__name__)
@@ -570,7 +570,10 @@ class ServerArgs:
return cls(**{attr: getattr(args, attr) for attr in attrs})
def url(self):
return f"http://{self.host}:{self.port}"
if is_ipv6(self.host):
return f"http://[{self.host}]:{self.port}"
else:
return f"http://{self.host}:{self.port}"
def check_server_args(self):
assert (