Files
sglang/scripts/killall_sglang.sh
2024-10-30 02:49:08 -07:00

7 lines
229 B
Bash

"""
Kill all SGLang processes and free the GPU memory.
"""
kill -9 $(ps aux | grep 'multiprocessing.spawn' | grep -v 'grep' | awk '{print $2}')
kill -9 $(ps aux | grep 'sglang.launch_server' | grep -v 'grep' | awk '{print $2}')