Add OpenAI backend to the CI test (#869)

2024-08-01 09:25:24 -07:00
parent 9e8d2c7f74
commit 4075677621
16 changed files with 30 additions and 38 deletions
--- a/test/lang/test_bind_cache.py
+++ b/test/lang/test_bind_cache.py
@@ -1,3 +1,9 @@
+"""
+Usage:
+python3 -m sglang.launch_server --model-path meta-llama/Meta-Llama-3-8B-Instruct --port 30000
+python3 test_bind_cache.py
+"""
+
 import unittest

 import sglang as sgl