Remove the choices in --speculative-eagle-topk argument (#4329)

This commit is contained in:
William
2025-03-13 12:19:16 +08:00
committed by GitHub
parent 4068e01292
commit 56c39a05a2

View File

@@ -771,7 +771,6 @@ class ServerArgs:
"--speculative-eagle-topk",
type=int,
help="The number of tokens sampled from the draft model in eagle2 each step.",
choices=[1, 2, 4, 8],
default=ServerArgs.speculative_eagle_topk,
)
parser.add_argument(