Use ipc instead of tcp in zmq (#1566)

2024-10-04 00:45:52 -07:00
parent 32eb6e96f2
commit 114bbc8651
9 changed files with 48 additions and 96 deletions
--- a/examples/frontend_language/usage/llava_video/srt_example_llava_v.py
+++ b/examples/frontend_language/usage/llava_video/srt_example_llava_v.py
@@ -223,7 +223,6 @@ if __name__ == "__main__":
        model_path=args.model_path,  # "liuhaotian/llava-v1.6-vicuna-7b",
        tokenizer_path=tokenizer_path,
        port=cur_port,
-        additional_ports=[cur_port + 1, cur_port + 2, cur_port + 3, cur_port + 4],
        json_model_override_args=json.dumps(model_override_args),
        tp_size=1,
    )