Enable CPU device on SGLang (#2806)

2025-01-17 13:22:53 +08:00
parent a8ccacc8b8
commit 63051738a9
13 changed files with 376 additions and 9 deletions
--- a/python/sglang/srt/managers/schedule_batch.py
+++ b/python/sglang/srt/managers/schedule_batch.py
@@ -65,6 +65,7 @@ global_server_args_dict = {
    "enable_nan_detection": ServerArgs.enable_nan_detection,
    "enable_dp_attention": ServerArgs.enable_dp_attention,
    "enable_ep_moe": ServerArgs.enable_ep_moe,
+    "device": ServerArgs.device,
 }