EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix self.enable_kv_cache_events (#11178)

Browse Source
This commit is contained in:
narutolhy
2025-10-03 14:09:41 -07:00
committed by GitHub
parent 3c3d6255d9
commit c61b9a1d01
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/scheduler.py
View File

@@ -299,7 +299,9 @@ class Scheduler(
self.enable_metrics_for_all_schedulers = ( self.enable_metrics_for_all_schedulers = (
server_args.enable_metrics_for_all_schedulers server_args.enable_metrics_for_all_schedulers
) )
self.enable_kv_cache_events = server_args.kv_events_config and tp_rank == 0 self.enable_kv_cache_events = bool(
server_args.kv_events_config and tp_rank == 0
)
self.enable_trace = server_args.enable_trace self.enable_trace = server_args.enable_trace
self.stream_interval = server_args.stream_interval self.stream_interval = server_args.stream_interval
self.spec_algorithm = SpeculativeAlgorithm.from_string( self.spec_algorithm = SpeculativeAlgorithm.from_string(