From c614dbdf9518704328b45057aa41d403685d8f1c Mon Sep 17 00:00:00 2001 From: Yinghai Lu Date: Mon, 17 Mar 2025 01:42:04 -0700 Subject: [PATCH] Nicer standalone engine inferface (#4480) --- python/sglang/srt/entrypoints/engine.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/python/sglang/srt/entrypoints/engine.py b/python/sglang/srt/entrypoints/engine.py index 8fc792b6c..3da514d70 100644 --- a/python/sglang/srt/entrypoints/engine.py +++ b/python/sglang/srt/entrypoints/engine.py @@ -249,6 +249,13 @@ class Engine: """Shutdown the engine""" kill_process_tree(os.getpid(), include_parent=False) + def __enter__(self): + return self + + def __exit__(self, exc_type, exc_value, traceback): + self.shutdown() + return False + def start_profile(self): loop = asyncio.get_event_loop() loop.run_until_complete(self.tokenizer_manager.start_profile())