Clean up GPU memory after killing sglang processes (#2457)
Signed-off-by: Ata Fatahi <immrata@gmail.com>
This commit is contained in:
@@ -11,4 +11,9 @@ kill -9 $(ps aux | grep 'sglang.bench' | grep -v 'grep' | awk '{print $2}') 2>/d
|
||||
# Clean all GPU processes if any argument is provided
|
||||
if [ $# -gt 0 ]; then
|
||||
kill -9 $(nvidia-smi | sed -n '/Processes:/,$p' | grep " [0-9]" | awk '{print $5}') 2>/dev/null
|
||||
lsof /dev/nvidia* | awk '{print $2}' | xargs kill -9 2>/dev/null
|
||||
fi
|
||||
|
||||
|
||||
# Show GPU status after clean up
|
||||
nvidia-smi
|
||||
|
||||
Reference in New Issue
Block a user