20
examples/quick_start/gemini_example_stream.py
Normal file
20
examples/quick_start/gemini_example_stream.py
Normal file
@@ -0,0 +1,20 @@
|
||||
from sglang import function, user, assistant, gen, set_default_backend, Gemini
|
||||
|
||||
|
||||
@function
|
||||
def multi_turn_question(s, question_1, question_2):
|
||||
s += user(question_1)
|
||||
s += assistant(gen("answer_1", max_tokens=256))
|
||||
s += user(question_2)
|
||||
s += assistant(gen("answer_2", max_tokens=256))
|
||||
|
||||
set_default_backend(Gemini("gemini-pro"))
|
||||
|
||||
state = multi_turn_question.run(
|
||||
question_1="What is the capital of the United States?",
|
||||
question_2="List two local attractions.",
|
||||
stream=True
|
||||
)
|
||||
|
||||
for out in state.text_iter():
|
||||
print(out, end="", flush=True)
|
||||
Reference in New Issue
Block a user