Flush Cache API (#103)

2024-01-26 13:32:59 +08:00
parent 3a581e9949
commit 81561f8e2d
6 changed files with 48 additions and 64 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -87,3 +87,8 @@ class BatchStrOut:
    output_str: List[str]
    meta_info: List[Dict]
    finished: List[bool]
+
+
+@dataclass
+class FlushCacheReq:
+    pass