EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: kv events with tp > 1 (#10541)

Browse Source
This commit is contained in:
ishandhanani
2025-09-23 06:55:44 +08:00
committed by GitHub
parent b1bb8e7490
commit 662393f27d
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/scheduler.py
View File

@@ -259,7 +259,7 @@ class Scheduler(
self.enable_metrics_for_all_schedulers = ( self.enable_metrics_for_all_schedulers = (
server_args.enable_metrics_for_all_schedulers server_args.enable_metrics_for_all_schedulers
) )
self.enable_kv_cache_events = server_args.kv_events_config is not None self.enable_kv_cache_events = server_args.kv_events_config and tp_rank == 0
self.stream_interval = server_args.stream_interval self.stream_interval = server_args.stream_interval
self.spec_algorithm = SpeculativeAlgorithm.from_string( self.spec_algorithm = SpeculativeAlgorithm.from_string(
server_args.speculative_algorithm server_args.speculative_algorithm
@@ -553,9 +553,11 @@ class Scheduler(
# Init metrics stats # Init metrics stats
self.init_metrics(tp_rank, pp_rank, dp_rank) self.init_metrics(tp_rank, pp_rank, dp_rank)
self.init_kv_events(server_args.kv_events_config)
self.init_dp_balance(dp_balance_meta) self.init_dp_balance(dp_balance_meta)
if self.enable_kv_cache_events:
self.init_kv_events(server_args.kv_events_config)
# Init disaggregation # Init disaggregation
self.disaggregation_mode = DisaggregationMode( self.disaggregation_mode = DisaggregationMode(
self.server_args.disaggregation_mode self.server_args.disaggregation_mode