Gemini Backend (#9)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
2024-01-16 22:29:37 -08:00
parent c4707f1bb5
commit fd7c479239
13 changed files with 311 additions and 2 deletions
--- a/python/sglang/test/test_programs.py
+++ b/python/sglang/test/test_programs.py
@@ -304,7 +304,10 @@ def test_image_qa():
        temperature=0,
        max_new_tokens=64,
    )
-    assert "taxi" in state.messages()[-1]["content"]
+    assert (
+        "taxi" in state.messages()[-1]["content"]
+        or "car" in state.messages()[-1]["content"]
+    )


 def test_stream():