[Feature] use for dp (#90)

vllm_kunlun/vllm_utils_wrapper.py

@@ -10,7 +10,7 @@ import inspect
 import typing
 from torch.library import register_fake
 import vllm_kunlun._kunlun
-
+import vllm.envs as envs
 
 def patch_annotations_for_schema(func):
     """patch_annotations_for_schema"""
@@ -128,19 +128,25 @@ def vllm_kunlun_weak_ref_tensors(
         return tuple(vllm_kunlun_weak_ref_tensor(t) for t in tensors)
     raise ValueError("Invalid type for tensors")
 
-
+vllm_port=envs.VLLM_PORT
-# import vllm.utils as vu
+def _get_open_port() -> int:
-
+    global vllm_port
-# vu.direct_register_custom_op = direct_register_custom_op
+    try:
-
+        with socket.socket(socket.AF_INET, socket.SOCK_STREAM) as s:
-# import vllm.utils as vu
+            s.bind(("", vllm_port))
-
+            vllm_port += 1
-# vu.direct_register_custom_op = direct_register_custom_op
+            return vllm_port
+    except OSError:
+        # try ipv6
+        with socket.socket(socket.AF_INET6, socket.SOCK_STREAM) as s:
+            s.bind(("", 0))
+            return s.getsockname()[1]
 
 _wrapped = SimpleNamespace(**_orig.__dict__)
 _wrapped.direct_register_custom_op = direct_register_custom_op
 _wrapped.weak_ref_tensor = vllm_kunlun_weak_ref_tensor
 _wrapped.weak_ref_tensors = vllm_kunlun_weak_ref_tensors
+_wrapped._get_open_port = _get_open_port
 
 import sys