Update version to 0.1.12 (#178)

2024-02-11 06:43:45 -08:00
parent c51020cf0c
commit 624b21e742
4 changed files with 15 additions and 3 deletions
--- a/examples/quick_start/srt_example_llava.py
+++ b/examples/quick_start/srt_example_llava.py
@@ -43,9 +43,11 @@ def batch():


 if __name__ == "__main__":
-    runtime = sgl.Runtime(model_path="liuhaotian/llava-v1.5-7b",
+    runtime = sgl.Runtime(model_path="liuhaotian/llava-v1.6-vicuna-7b",
                          tokenizer_path="llava-hf/llava-1.5-7b-hf")
    sgl.set_default_backend(runtime)
+    print(f"chat template: {runtime.endpoint.chat_template.name}")
+
    # Or you can use API models
    # sgl.set_default_backend(sgl.OpenAI("gpt-4-vision-preview"))
    # sgl.set_default_backend(sgl.VertexAI("gemini-pro-vision"))