Re-organize CI tests (#1052)

2024-08-12 03:39:01 -07:00
parent 0c1c72a0b4
commit c877292cc1
9 changed files with 148 additions and 22 deletions
--- a/python/sglang/srt/constrained/base_tool_cache.py
+++ b/python/sglang/srt/constrained/base_tool_cache.py
@@ -54,7 +54,7 @@ class BaseToolCache:
        return val

    def init_value(self, key):
-        raise NotImplementedError
+        raise NotImplementedError()

    def get_cache_hit_rate(self):
        if self.metrics["total"] == 0: