[Feature, Hardware] Enable SGLang on XPU GPUs via PyTorch (#1480)

2024-10-13 02:10:32 +08:00
parent e37cdab0c6
commit 5d638c92f5
8 changed files with 55 additions and 19 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -242,7 +242,7 @@ class ServerArgs:
            "--device",
            type=str,
            default="cuda",
-            choices=["cuda"],
+            choices=["cuda", "xpu"],
            help="The device type.",
        )
        parser.add_argument(