Add OpenAI backend to the CI test (#869)

2024-08-01 09:25:24 -07:00
parent 9e8d2c7f74
commit 4075677621
16 changed files with 30 additions and 38 deletions
--- a/test/lang/test_srt_backend.py
+++ b/test/lang/test_srt_backend.py
@@ -1,5 +1,7 @@
 """
-python3 -m sglang.launch_server --model-path meta-llama/Llama-2-7b-chat-hf --port 30000
+Usage:
+python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct --port 30000
+python3 test_srt_backend.py
 """

 import json