Organize server_args (#277)

2024-03-11 20:06:52 +08:00
parent faba293a0d
commit 1b35547927
12 changed files with 92 additions and 34 deletions
--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -82,6 +82,8 @@ class TokenizerManager:
        server_args: ServerArgs,
        port_args: PortArgs,
    ):
+        self.server_args = server_args
+
        context = zmq.asyncio.Context(2)
        self.recv_from_detokenizer = context.socket(zmq.PULL)
        self.recv_from_detokenizer.bind(f"tcp://127.0.0.1:{port_args.tokenizer_port}")