Fix issue #367 – System message not supported for Anthropic (anthropic.BadRequestError) (#368)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
2024-04-16 20:18:24 +02:00
parent 65501a9cf1
commit 2b6d999191
3 changed files with 13 additions and 0 deletions
--- a/python/sglang/test/test_programs.py
+++ b/python/sglang/test/test_programs.py
@@ -313,6 +313,7 @@ def test_image_qa():
 def test_stream():
    @sgl.function
    def qa(s, question):
+        s += sgl.system("You are a helpful assistant.")
        s += sgl.user(question)
        s += sgl.assistant(sgl.gen("answer"))