EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Improve docs & Rename Gemini -> VertexAI (#19)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-17 02:54:41 -08:00
committed by GitHub
parent fd7c479239
commit bf51ddc6e5
13 changed files with 56 additions and 583 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
examples/quick_start/gemini_example_multimodal_chat.py
View File

@@ -1,4 +1,4 @@
from sglang import function, user, assistant, gen, image, set_default_backend, Gemini
from sglang import function, user, assistant, gen, image, set_default_backend, VertexAI
@function
@@ -6,7 +6,7 @@ def image_qa(s, image_file1, image_file2, question):
s += user(image(image_file1) + image(image_file2) + question)
s += assistant(gen("answer_1", max_tokens=256))
set_default_backend(Gemini("gemini-pro-vision"))
set_default_backend(VertexAI("gemini-pro-vision"))
state = image_qa.run(
image_file1="./images/cat.jpeg",
@@ -16,4 +16,4 @@ state = image_qa.run(
)
for out in state.text_iter():
print(out, end="", flush=True)
print(out, end="", flush=True)