fix self.enable_kv_cache_events (#11178)
This commit is contained in:
@@ -299,7 +299,9 @@ class Scheduler(
|
||||
self.enable_metrics_for_all_schedulers = (
|
||||
server_args.enable_metrics_for_all_schedulers
|
||||
)
|
||||
self.enable_kv_cache_events = server_args.kv_events_config and tp_rank == 0
|
||||
self.enable_kv_cache_events = bool(
|
||||
server_args.kv_events_config and tp_rank == 0
|
||||
)
|
||||
self.enable_trace = server_args.enable_trace
|
||||
self.stream_interval = server_args.stream_interval
|
||||
self.spec_algorithm = SpeculativeAlgorithm.from_string(
|
||||
|
||||
Reference in New Issue
Block a user