[feat] support minimum token load balance in dp attention (#7379)

2025-08-03 15:46:47 +08:00
parent b0add2da00
commit f7b2853ff8
8 changed files with 271 additions and 6 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -1171,6 +1171,7 @@ class ServerArgs:
            choices=[
                "round_robin",
                "shortest_queue",
+                "minimum_tokens",
            ],
        )