Remove the choices in --speculative-eagle-topk argument (#4329)
This commit is contained in:
@@ -771,7 +771,6 @@ class ServerArgs:
|
|||||||
"--speculative-eagle-topk",
|
"--speculative-eagle-topk",
|
||||||
type=int,
|
type=int,
|
||||||
help="The number of tokens sampled from the draft model in eagle2 each step.",
|
help="The number of tokens sampled from the draft model in eagle2 each step.",
|
||||||
choices=[1, 2, 4, 8],
|
|
||||||
default=ServerArgs.speculative_eagle_topk,
|
default=ServerArgs.speculative_eagle_topk,
|
||||||
)
|
)
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
|
|||||||
Reference in New Issue
Block a user