Disk FSM cache and adjust code. (#63)

2024-01-21 13:26:11 +08:00
parent 0b2efc2adc
commit ca13f3b8c5
8 changed files with 207 additions and 299 deletions
--- a/examples/quick_start/srt_example_regex.py
+++ b/examples/quick_start/srt_example_regex.py
@@ -1,13 +1,16 @@
 from sglang import function, gen, set_default_backend, Runtime


+IP_ADDR_REGEX = r"((25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(25[0-5]|2[0-4]\d|[01]?\d\d?)"
+
+
@function
 def regex_gen(s):
    s += "Q: What is the IP address of the Google DNS servers?\n"
    s += "A: " + gen(
        "answer",
        temperature=0,
-        regex=r"((25[0-5]|2[0-4]\d|[01]?\d\d?).){3}(25[0-5]|2[0-4]\d|[01]?\d\d?)",
+        regex=IP_ADDR_REGEX,
    )