Enable CPU device on SGLang (#2806)

2025-01-17 13:22:53 +08:00
parent a8ccacc8b8
commit 63051738a9
13 changed files with 376 additions and 9 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -392,7 +392,7 @@ class ServerArgs:
            "--device",
            type=str,
            default="cuda",
-            choices=["cuda", "xpu", "hpu"],
+            choices=["cuda", "xpu", "hpu", "cpu"],
            help="The device type.",
        )
        parser.add_argument(