EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix BaseCache metric (#170)

Browse Source
This commit is contained in:
Cody Yu
2024-02-08 17:23:09 -08:00
committed by GitHub
parent a6aa46dd3f
commit cba5027332
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/constrained/base_cache.py
View File

@@ -24,7 +24,6 @@ class BaseCache:
self.metrics["avg_init_time"] = (init_time / new_total) + ( self.metrics["avg_init_time"] = (init_time / new_total) + (
curr_total / new_total curr_total / new_total
) * self.metrics["avg_init_time"] ) * self.metrics["avg_init_time"]
self.metrics["total"] += 1
return val return val
if key in self.cache: if key in self.cache:
@@ -35,6 +34,7 @@ class BaseCache:
val = _init_with_timer(key) val = _init_with_timer(key)
if self.enable: if self.enable:
self.metrics["total"] += 1
self.cache[key] = val self.cache[key] = val
return val return val