Logging and minor fixes to two batch overlap and EPLB (#6595)

2025-05-26 13:36:40 +08:00
parent a191a0e47c
commit 93e53f6e0b
3 changed files with 19 additions and 3 deletions
--- a/python/sglang/srt/managers/expert_location.py
+++ b/python/sglang/srt/managers/expert_location.py
@@ -152,8 +152,10 @@ class ExpertLocationMetadata:

        return ExpertLocationMetadata._init_raw(
            ep_size=common["ep_size"],
-            physical_to_logical_map=physical_to_logical_map,
-            logical_to_all_physical_map=logical_to_all_physical_map,
+            physical_to_logical_map=physical_to_logical_map.to(server_args.device),
+            logical_to_all_physical_map=logical_to_all_physical_map.to(
+                server_args.device
+            ),
        )

    @staticmethod