EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Backend method not found when SRT Runtime is used (#1576)

Browse Source
This commit is contained in:
Byron Hsu
2024-10-05 11:47:35 -07:00
committed by GitHub
parent 9b0926ceeb
commit 8ac3ccc060
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/api.py
View File

@@ -48,6 +48,10 @@ def flush_cache(backend: Optional[BaseBackend] = None):
backend = backend or global_config.default_backend backend = backend or global_config.default_backend
if backend is None: if backend is None:
return False return False
# If backend is Runtime
if hasattr(backend, "endpoint"):
backend = backend.endpoint
return backend.flush_cache() return backend.flush_cache()
@@ -55,6 +59,10 @@ def get_server_args(backend: Optional[BaseBackend] = None):
backend = backend or global_config.default_backend backend = backend or global_config.default_backend
if backend is None: if backend is None:
return None return None
# If backend is Runtime
if hasattr(backend, "endpoint"):
backend = backend.endpoint
return backend.get_server_args() return backend.get_server_args()