From cba50273324e9770c587754a4abbea974a4124ba Mon Sep 17 00:00:00 2001
From: Cody Yu <hao.yu.cody@gmail.com>
Date: Thu, 8 Feb 2024 17:23:09 -0800
Subject: [PATCH] Fix BaseCache metric (#170)

---
 python/sglang/srt/constrained/base_cache.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/sglang/srt/constrained/base_cache.py b/python/sglang/srt/constrained/base_cache.py
index fb04311d2..19139d97a 100644
--- a/python/sglang/srt/constrained/base_cache.py
+++ b/python/sglang/srt/constrained/base_cache.py
@@ -24,7 +24,6 @@ class BaseCache:
             self.metrics["avg_init_time"] = (init_time / new_total) + (
                 curr_total / new_total
             ) * self.metrics["avg_init_time"]
-            self.metrics["total"] += 1
             return val
 
         if key in self.cache:
@@ -35,6 +34,7 @@ class BaseCache:
             val = _init_with_timer(key)
 
         if self.enable:
+            self.metrics["total"] += 1
             self.cache[key] = val
         return val