Revert removing the unused imports (#385)

2024-04-23 22:36:33 +08:00
parent 9acc6e3504
commit 150d7020ed
33 changed files with 72 additions and 26 deletions
--- a/python/sglang/srt/utils.py
+++ b/python/sglang/srt/utils.py
@@ -157,6 +157,7 @@ def get_exception_traceback():


 def get_int_token_logit_bias(tokenizer, vocab_size):
+    from transformers import LlamaTokenizer, LlamaTokenizerFast

    # a bug when model's vocab size > tokenizer.vocab_size
    vocab_size = tokenizer.vocab_size