Add initial support for intel Gaudi accelerators (#2121)

2024-11-23 09:52:23 +05:30
parent 66d4859acf
commit 865233e256
4 changed files with 10 additions and 7 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -306,7 +306,7 @@ class ServerArgs:
            "--device",
            type=str,
            default="cuda",
-            choices=["cuda", "xpu"],
+            choices=["cuda", "xpu", "hpu"],
            help="The device type.",
        )
        parser.add_argument(