EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

add sglang version to get_server_info (#2206)

Browse Source
This commit is contained in:
Yudi Xue
2024-11-26 12:10:23 -08:00
committed by GitHub
parent 30ce5b599e
commit 19f33b3237
2 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/server.py
View File

@@ -86,6 +86,7 @@ from sglang.srt.utils import (
set_ulimit, set_ulimit,
) )
from sglang.utils import get_exception_traceback from sglang.utils import get_exception_traceback
from sglang.version import __version__
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
@@ -527,6 +528,7 @@ async def _get_server_info():
**dataclasses.asdict(tokenizer_manager.server_args), # server args **dataclasses.asdict(tokenizer_manager.server_args), # server args
"memory_pool_size": await tokenizer_manager.get_memory_pool_size(), # memory pool size "memory_pool_size": await tokenizer_manager.get_memory_pool_size(), # memory pool size
"max_total_num_tokens": _max_total_num_tokens, # max total num tokens "max_total_num_tokens": _max_total_num_tokens, # max total num tokens
"version": __version__,
} }

3
test/srt/test_srt_endpoint.py
View File

@@ -226,6 +226,9 @@ class TestSRTEndpoint(unittest.TestCase):
attention_backend = response_json["attention_backend"] attention_backend = response_json["attention_backend"]
self.assertIsInstance(attention_backend, str) self.assertIsInstance(attention_backend, str)
version = response_json["version"]
self.assertIsInstance(version, str)
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()