EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Use ipc instead of tcp in zmq (#1566)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-04 00:45:52 -07:00
committed by GitHub
parent 32eb6e96f2
commit 114bbc8651
9 changed files with 48 additions and 96 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/detokenizer_manager.py
View File

@@ -59,10 +59,10 @@ class DetokenizerManager:
# Init inter-process communication
context = zmq.Context(2)
self.recv_from_scheduler = context.socket(zmq.PULL)
self.recv_from_scheduler.bind(f"tcp://127.0.0.1:{port_args.detokenizer_port}")
self.recv_from_scheduler.bind(f"ipc://{port_args.detokenizer_ipc_name}")
self.send_to_tokenizer = context.socket(zmq.PUSH)
self.send_to_tokenizer.connect(f"tcp://127.0.0.1:{port_args.tokenizer_port}")
self.send_to_tokenizer.connect(f"ipc://{port_args.tokenizer_ipc_name}")
if server_args.skip_tokenizer_init:
self.tokenizer = None