[API] add get memory pool size (#1760)

Co-authored-by: Byron Hsu <byronhsu1230@gmail.com>
2024-10-23 00:02:29 -07:00
parent ad4125d1a9
commit 2fce449b1c
6 changed files with 50 additions and 0 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -353,3 +353,13 @@ class AbortReq:
 class ProfileReq(Enum):
    START_PROFILE = 1
    STOP_PROFILE = 2
+
+
+@dataclass
+class GetMemPoolSizeReq:
+    pass
+
+
+@dataclass
+class GetMemPoolSizeReqOutput:
+    size: int