Fix the chat template for llava-v1.6-34b & format code (#177)

2024-02-11 05:50:13 -08:00
parent 50afed4eaa
commit c51020cf0c
23 changed files with 101 additions and 44 deletions
--- a/test/srt/test_openai_server.py
+++ b/test/srt/test_openai_server.py
@@ -155,7 +155,8 @@ def test_chat_completion_stream(args):
 def test_regex(args):
    client = openai.Client(api_key="EMPTY", base_url=args.base_url)

-    regex = (r"""\{\n"""
+    regex = (
+        r"""\{\n"""
        + r"""   "name": "[\w]+",\n"""
        + r"""   "population": "[\w\d\s]+"\n"""
        + r"""\}"""