Improve docs & Rename Gemini -> VertexAI (#19)
This commit is contained in:
@@ -1,4 +1,4 @@
|
||||
from sglang import function, gen, set_default_backend, Gemini
|
||||
from sglang import function, gen, set_default_backend, VertexAI
|
||||
|
||||
|
||||
@function
|
||||
@@ -16,7 +16,7 @@ A: Rome
|
||||
s += "A:" + gen("answer", stop="\n", temperature=0)
|
||||
|
||||
|
||||
set_default_backend(Gemini("gemini-pro"))
|
||||
set_default_backend(VertexAI("gemini-pro"))
|
||||
|
||||
state = few_shot_qa.run(question="What is the capital of the United States?")
|
||||
answer = state["answer"].strip().lower()
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
from sglang import function, user, assistant, gen, image, set_default_backend, Gemini
|
||||
from sglang import function, user, assistant, gen, image, set_default_backend, VertexAI
|
||||
|
||||
|
||||
@function
|
||||
@@ -6,7 +6,7 @@ def image_qa(s, image_file1, image_file2, question):
|
||||
s += user(image(image_file1) + image(image_file2) + question)
|
||||
s += assistant(gen("answer_1", max_tokens=256))
|
||||
|
||||
set_default_backend(Gemini("gemini-pro-vision"))
|
||||
set_default_backend(VertexAI("gemini-pro-vision"))
|
||||
|
||||
state = image_qa.run(
|
||||
image_file1="./images/cat.jpeg",
|
||||
@@ -16,4 +16,4 @@ state = image_qa.run(
|
||||
)
|
||||
|
||||
for out in state.text_iter():
|
||||
print(out, end="", flush=True)
|
||||
print(out, end="", flush=True)
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
from sglang import function, user, assistant, gen, set_default_backend, Gemini
|
||||
from sglang import function, user, assistant, gen, set_default_backend, VertexAI
|
||||
|
||||
|
||||
@function
|
||||
@@ -8,7 +8,7 @@ def multi_turn_question(s, question_1, question_2):
|
||||
s += user(question_2)
|
||||
s += assistant(gen("answer_2", max_tokens=256))
|
||||
|
||||
set_default_backend(Gemini("gemini-pro"))
|
||||
set_default_backend(VertexAI("gemini-pro"))
|
||||
|
||||
state = multi_turn_question.run(
|
||||
question_1="What is the capital of the United States?",
|
||||
|
||||
Reference in New Issue
Block a user