22 lines
470 B
Python
22 lines
470 B
Python
|
from sglang import function, gen, set_default_backend, Runtime
|
||
|
|
|
||
|
|
|
||
|
|
@function
|
||
|
|
def regex_gen(s):
|
||
|
|
s += "Q: What is the IP address of the Google DNS servers?\n"
|
||
|
|
s += "A: " + gen(
|
||
|
|
"answer",
|
||
|
|
temperature=0,
|
||
|
|
regex=r"((25[0-5]|2[0-4]\d|[01]?\d\d?).){3}(25[0-5]|2[0-4]\d|[01]?\d\d?)",
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
runtime = Runtime(model_path="meta-llama/Llama-2-7b-chat-hf")
|
||
|
|
set_default_backend(runtime)
|
||
|
|
|
||
|
|
state = regex_gen.run()
|
||
|
|
|
||
|
|
print(state.text())
|
||
|
|
|
||
|
|
runtime.shutdown()
|