Fix memory leak for chunked prefill 2 (#1858)
Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
This commit is contained in:
@@ -1,6 +1,4 @@
|
||||
"""
|
||||
Kill all SGLang processes and free the GPU memory.
|
||||
"""
|
||||
# Kill all SGLang processes and free the GPU memory.
|
||||
|
||||
kill -9 $(ps aux | grep 'multiprocessing.spawn' | grep -v 'grep' | awk '{print $2}')
|
||||
kill -9 $(ps aux | grep 'sglang.launch_server' | grep -v 'grep' | awk '{print $2}')
|
||||
|
||||
Reference in New Issue
Block a user