From 8ff870bf3e6a87d2b12d4d01820c0e86de194664 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Mon, 5 Feb 2024 11:22:06 +0000 Subject: [PATCH] improve docs --- README.md | 7 ++++--- benchmark/json_jump_forward/bench_other.py | 2 +- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index cdc5cf920..682a18c2b 100644 --- a/README.md +++ b/README.md @@ -9,8 +9,9 @@ The core features of SGLang include: - **A High-Performance Runtime with RadixAttention**: This feature significantly accelerates the execution of complex LLM programs by automatic KV cache reuse across multiple calls. It also supports other common techniques like continuous batching and tensor parallelism. ## News -- [2024/01] 🔥 SGLang powers the serving of the offical LLaVA v1.6 release demo ([blog](https://llava-vl.github.io/blog/2024-01-30-llava-1-6/)). -- [2024/01] SGLang provides up to 5x faster inference with RadixAttention ([blog](https://lmsys.org/blog/2024-01-17-sglang/)). +- [2024/02] 🔥 SGLang enables **3x faster JSON decoding** with compressed finite state machine ([blog](https://lmsys.org/blog/2024-02-05-compressed-fsm/)). +- [2024/01] 🔥 SGLang powers the serving of the offical **LLaVA v1.6** release demo ([usage](https://github.com/haotian-liu/LLaVA?tab=readme-ov-file#demo)). +- [2024/01] SGLang provides up to **5x faster inference** with RadixAttention ([blog](https://lmsys.org/blog/2024-01-17-sglang/)). ## Contents - [Install](#install) @@ -216,7 +217,7 @@ character_regex = ( @sgl.function def character_gen(s, name): - s += name + " is a character in Harry Potter. Please fill in the following information about him/her.\n" + s += name + " is a character in Harry Potter. Please fill in the following information about this character.\n" s += sgl.gen("json_output", max_tokens=256, regex=character_regex) ``` diff --git a/benchmark/json_jump_forward/bench_other.py b/benchmark/json_jump_forward/bench_other.py index f43974b15..f0ba25332 100644 --- a/benchmark/json_jump_forward/bench_other.py +++ b/benchmark/json_jump_forward/bench_other.py @@ -64,7 +64,7 @@ def character_maker(lm, name): regex_str_no_quote = r"[\w\d\s]+" regex_float = r"[0-9]+\.[0-9]+" lm += f"""\ - {name} is a character in Harry Potter. Please fill in the following information about him/her. + {name} is a character in Harry Potter. Please fill in the following information about this character. {{ "name": "{guidance.gen("name", max_tokens=16, regex=regex_str_no_quote)}", "house": "{guidance.select(options=['Gryffindor', 'Slytherin', 'Ravenclaw', 'Hufflepuff'], name='house')}",