Merged three native APIs into one: get_server_info (#2152)

2024-11-24 01:37:58 -08:00
parent 84a1698d67
commit dbe1729395
10 changed files with 81 additions and 126 deletions
--- a/benchmark/json_schema/bench_sglang.py
+++ b/benchmark/json_schema/bench_sglang.py
@@ -113,7 +113,7 @@ def main(args):

    # Compute accuracy
    tokenizer = get_tokenizer(
-        global_config.default_backend.get_server_args()["tokenizer_path"]
+        global_config.default_backend.get_server_info()["tokenizer_path"]
    )
    output_jsons = [state["json_output"] for state in states]
    num_output_tokens = sum(len(tokenizer.encode(x)) for x in output_jsons)