Fix json benchmark (#2043)

2024-11-15 05:33:43 -08:00
parent 954f4e6bd6
commit c29b98e043
2 changed files with 11 additions and 2 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -139,6 +139,7 @@ async def get_model_info():
    """Get the model information."""
    result = {
        "model_path": tokenizer_manager.model_path,
+        "tokenizer_path": tokenizer_manager.server_args.tokenizer_path,
        "is_generation": tokenizer_manager.is_generation,
    }
    return result