Gemini Backend (#9)

Co-authored-by: Ying Sheng <sqy1415@gmail.com>
This commit is contained in:
shiyi.c_98
2024-01-16 22:29:37 -08:00
committed by GitHub
parent c4707f1bb5
commit fd7c479239
13 changed files with 311 additions and 2 deletions

View File

@@ -0,0 +1,19 @@
from sglang import function, user, assistant, gen, image, set_default_backend, Gemini
@function
def image_qa(s, image_file1, image_file2, question):
s += user(image(image_file1) + image(image_file2) + question)
s += assistant(gen("answer_1", max_tokens=256))
set_default_backend(Gemini("gemini-pro-vision"))
state = image_qa.run(
image_file1="./images/cat.jpeg",
image_file2="./images/dog.jpeg",
question="Describe difference of the 2 images in one sentence.",
stream=True
)
for out in state.text_iter():
print(out, end="", flush=True)