Fix failed ci tests on long prompts; Better error messages for embedding models (#1700)

2024-10-17 09:23:29 -07:00
parent 30ee36305e
commit 7feba41584
4 changed files with 24 additions and 13 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -542,8 +542,6 @@ def _wait_and_warmup(server_args, pipe_finish_writer, pid):
        kill_child_process(pid, including_parent=False)
        return

-    print(f"{res.json()=}")
-
    logger.info("The server is fired up and ready to roll!")
    if pipe_finish_writer is not None:
        pipe_finish_writer.send("ready")