Improve docs & Rename Gemini -> VertexAI (#19)

This commit is contained in:
Lianmin Zheng
2024-01-17 02:54:41 -08:00
committed by GitHub
parent fd7c479239
commit bf51ddc6e5
13 changed files with 56 additions and 583 deletions

View File

@@ -1,4 +1,4 @@
from sglang import function, gen, set_default_backend, Gemini
from sglang import function, gen, set_default_backend, VertexAI
@function
@@ -16,7 +16,7 @@ A: Rome
s += "A:" + gen("answer", stop="\n", temperature=0)
set_default_backend(Gemini("gemini-pro"))
set_default_backend(VertexAI("gemini-pro"))
state = few_shot_qa.run(question="What is the capital of the United States?")
answer = state["answer"].strip().lower()

View File

@@ -1,4 +1,4 @@
from sglang import function, user, assistant, gen, image, set_default_backend, Gemini
from sglang import function, user, assistant, gen, image, set_default_backend, VertexAI
@function
@@ -6,7 +6,7 @@ def image_qa(s, image_file1, image_file2, question):
s += user(image(image_file1) + image(image_file2) + question)
s += assistant(gen("answer_1", max_tokens=256))
set_default_backend(Gemini("gemini-pro-vision"))
set_default_backend(VertexAI("gemini-pro-vision"))
state = image_qa.run(
image_file1="./images/cat.jpeg",
@@ -16,4 +16,4 @@ state = image_qa.run(
)
for out in state.text_iter():
print(out, end="", flush=True)
print(out, end="", flush=True)

View File

@@ -1,4 +1,4 @@
from sglang import function, user, assistant, gen, set_default_backend, Gemini
from sglang import function, user, assistant, gen, set_default_backend, VertexAI
@function
@@ -8,7 +8,7 @@ def multi_turn_question(s, question_1, question_2):
s += user(question_2)
s += assistant(gen("answer_2", max_tokens=256))
set_default_backend(Gemini("gemini-pro"))
set_default_backend(VertexAI("gemini-pro"))
state = multi_turn_question.run(
question_1="What is the capital of the United States?",