Clean up server_args.py to have a dedicated function for model specific adjustments (#8983)

2025-08-08 19:56:50 -07:00
parent 23f2afb2ce
commit 706bd69cc5
24 changed files with 201 additions and 340 deletions
--- a/scripts/killall_sglang.sh
+++ b/scripts/killall_sglang.sh
@@ -27,7 +27,6 @@ else
        lsof /dev/nvidia* | awk '{print $2}' | xargs kill -9 2>/dev/null
    fi

-
    # Show GPU status after clean up
    nvidia-smi
 fi