From 550a4f78f382b5a7f4008d7d21e876e71ab2d2b6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tom=20D=C3=B6rr?= Date: Tue, 9 Apr 2024 09:10:05 +0200 Subject: [PATCH] Fix typos in infer_batch.py (#354) --- python/sglang/srt/managers/router/infer_batch.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/managers/router/infer_batch.py b/python/sglang/srt/managers/router/infer_batch.py index b5294a477..9d1b366e3 100644 --- a/python/sglang/srt/managers/router/infer_batch.py +++ b/python/sglang/srt/managers/router/infer_batch.py @@ -240,7 +240,7 @@ class Batch: out_cache_loc = self.token_to_kv_pool.alloc(extend_num_tokens) if out_cache_loc is None: - print("Prefill out of memory. This should nerver happen.") + print("Prefill out of memory. This should never happen.") self.tree_cache.pretty_print() exit() @@ -402,7 +402,7 @@ class Batch: self.out_cache_loc = self.token_to_kv_pool.alloc(bs) if self.out_cache_loc is None: - print("Decode out of memory. This should nerver happen.") + print("Decode out of memory. This should never happen.") self.tree_cache.pretty_print() exit()