under test, not sure no errors

ixformer_sdk/inference/distributed/__init__.py

@@ -0,0 +1 @@
+from .mpi_utils import *

ixformer_sdk/inference/distributed/mpi_utils.py

@@ -0,0 +1,21 @@
+import os
+
+from mpi4py import MPI
+
+
+def get_world_size(comm=None):
+    if comm is None:
+        comm = MPI.COMM_WORLD
+
+    return comm.Get_size()
+
+
+def get_local_rank(comm=None):
+    return int(os.environ["OMPI_COMM_WORLD_LOCAL_RANK"])
+
+
+def get_rank(comm=None):
+    if comm is None:
+        comm = MPI.COMM_WORLD
+
+    return comm.Get_rank()