Improve error handling & abort disconnected requests (#449)

2024-05-17 05:49:31 -07:00
parent 5be9eb8a8c
commit 8210ec60f4
9 changed files with 198 additions and 126 deletions
--- a/python/sglang/test/test_utils.py
+++ b/python/sglang/test/test_utils.py
@@ -9,7 +9,7 @@ import requests
 from sglang.backend.openai import OpenAI
 from sglang.backend.runtime_endpoint import RuntimeEndpoint
 from sglang.global_config import global_config
-from sglang.srt.utils import get_exception_traceback
+from sglang.utils import get_exception_traceback


 def call_generate_lightllm(prompt, temperature, max_tokens, stop=None, url=None):