feat: add flush cache to EngineBase and HttpServerEngineAdapter (#6009)

2025-05-15 10:15:02 +08:00
parent 198b9056d1
commit f3bf611054
2 changed files with 8 additions and 0 deletions
--- a/python/sglang/srt/entrypoints/http_server_engine.py
+++ b/python/sglang/srt/entrypoints/http_server_engine.py
@@ -140,3 +140,6 @@ class HttpServerEngineAdapter(EngineBase):

    def resume_memory_occupation(self):
        return self._make_request("resume_memory_occupation")
+
+    def flush_cache(self):
+        return self._make_request("flush_cache")