EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat: add flush cache to EngineBase and HttpServerEngineAdapter (#6009)

Browse Source
This commit is contained in:
Junrong Lin
2025-05-15 10:15:02 +08:00
committed by GitHub
parent 198b9056d1
commit f3bf611054
2 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/entrypoints/EngineBase.py
View File

@@ -27,6 +27,11 @@ class EngineBase(ABC):
"""Generate outputs based on given inputs.""" """Generate outputs based on given inputs."""
pass pass
@abstractmethod
def flush_cache(self):
"""Flush the cache of the engine."""
pass
@abstractmethod @abstractmethod
def update_weights_from_tensor( def update_weights_from_tensor(
self, self,

3
python/sglang/srt/entrypoints/http_server_engine.py
View File

@@ -140,3 +140,6 @@ class HttpServerEngineAdapter(EngineBase):
def resume_memory_occupation(self): def resume_memory_occupation(self):
return self._make_request("resume_memory_occupation") return self._make_request("resume_memory_occupation")
def flush_cache(self):
return self._make_request("flush_cache")