chore: upgrade transformers 4.52.3 (#6575)

Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
Yineng Zhang
2025-05-25 22:49:58 -07:00
committed by GitHub
parent 84147254c9
commit 7eb9d8e594
5 changed files with 152 additions and 125 deletions

View File

@@ -26,6 +26,7 @@ from transformers import (
AutoModelForCausalLM,
AutoModelForVision2Seq,
AutoProcessor,
GenerationConfig,
)
from sglang.srt.entrypoints.engine import Engine
@@ -382,13 +383,17 @@ class HFRunner:
model = base_model
outputs = model.generate(
input_ids,
do_sample=False,
temperature=None,
top_p=None,
max_new_tokens=max_new_tokens,
return_dict_in_generate=True,
output_scores=(not output_str_only),
input_ids=input_ids,
generation_config=GenerationConfig(
do_sample=False,
temperature=None,
top_p=None,
max_new_tokens=max_new_tokens,
return_dict_in_generate=True,
output_scores=(not output_str_only),
# make sure to disable compile
disable_compile=True,
),
)
text = tokenizer.decode(