diff --git a/python/sglang/test/simple_eval_common.py b/python/sglang/test/simple_eval_common.py index 1816a703e..b631d0778 100644 --- a/python/sglang/test/simple_eval_common.py +++ b/python/sglang/test/simple_eval_common.py @@ -136,7 +136,7 @@ class ChatCompletionSampler(SamplerBase): self._pack_message("system", self.system_message) ] + message_list trial = 0 - while True: + while trial < 6: # 126 seconds in total try: response = self.client.chat.completions.create( model=self.model,