Add initial support for intel Gaudi accelerators (#2121)

2024-11-23 09:52:23 +05:30
parent 66d4859acf
commit 865233e256
4 changed files with 10 additions and 7 deletions
--- a/python/sglang/bench_one_batch.py
+++ b/python/sglang/bench_one_batch.py
@@ -278,10 +278,7 @@ def correctness_test(


 def synchronize(device):
-    if device == "cuda":
-        torch.cuda.synchronize()
-    elif device == "xpu":
-        torch.xpu.synchronize()
+    torch.get_device_module(device).synchronize()


 def latency_test_run_once(