Re-organize CI tests (#1052)

2024-08-12 03:39:01 -07:00
parent 0c1c72a0b4
commit c877292cc1
9 changed files with 148 additions and 22 deletions
--- a/python/sglang/srt/mem_cache/chunk_cache.py
+++ b/python/sglang/srt/mem_cache/chunk_cache.py
@@ -68,7 +68,7 @@ class ChunkCache(BasePrefixCache):
        req.last_node = entry

    def insert(self):
-        raise NotImplementedError
+        raise NotImplementedError()

    def evict(self, num_tokens: int, evict_callback: Callable):
        pass