[Eagle] Remove the greedy branch and some redundant code (#4363)
Co-authored-by: Sehoon Kim <sehoon@x.ai>
This commit is contained in:
@@ -285,7 +285,6 @@ class ServerArgs:
|
||||
if self.speculative_algorithm == "EAGLE":
|
||||
if self.max_running_requests is None:
|
||||
self.max_running_requests = 32
|
||||
self.disable_cuda_graph_padding = True
|
||||
self.disable_overlap_schedule = True
|
||||
logger.info(
|
||||
"Overlap scheduler is disabled because of using "
|
||||
|
||||
Reference in New Issue
Block a user