Initial vLLM agent strategy

This commit is contained in:
2026-07-21 16:04:18 +08:00
commit d17bb21bbb
48 changed files with 3006 additions and 0 deletions

14
app/shutdown.py Normal file
View File

@@ -0,0 +1,14 @@
import signal
import threading
stop_event = threading.Event()
def request_shutdown(signum=None, frame=None):
stop_event.set()
def install_signal_handlers():
signal.signal(signal.SIGTERM, request_shutdown)
signal.signal(signal.SIGINT, request_shutdown)