add sglang version to get_server_info (#2206)

This commit is contained in:
Yudi Xue
2024-11-26 12:10:23 -08:00
committed by GitHub
parent 30ce5b599e
commit 19f33b3237
2 changed files with 5 additions and 0 deletions

View File

@@ -86,6 +86,7 @@ from sglang.srt.utils import (
set_ulimit,
)
from sglang.utils import get_exception_traceback
from sglang.version import __version__
logger = logging.getLogger(__name__)
@@ -527,6 +528,7 @@ async def _get_server_info():
**dataclasses.asdict(tokenizer_manager.server_args), # server args
"memory_pool_size": await tokenizer_manager.get_memory_pool_size(), # memory pool size
"max_total_num_tokens": _max_total_num_tokens, # max total num tokens
"version": __version__,
}