Quick fix for loading processor for supporting internvl3_5 series (#9676)

This commit is contained in:
yilian49
2025-08-27 12:05:27 -04:00
committed by GitHub
parent 6e4e1c8cdc
commit db0831e019

View File

@@ -368,13 +368,22 @@ def get_processor(
if config.model_type not in {"llava", "clip"}:
kwargs["use_fast"] = use_fast
try:
processor = AutoProcessor.from_pretrained(
tokenizer_name,
*args,
trust_remote_code=trust_remote_code,
revision=revision,
**kwargs,
)
if "InternVL3_5" in tokenizer_name:
processor = AutoTokenizer.from_pretrained(
tokenizer_name,
*args,
trust_remote_code=trust_remote_code,
revision=revision,
**kwargs,
)
else:
processor = AutoProcessor.from_pretrained(
tokenizer_name,
*args,
trust_remote_code=trust_remote_code,
revision=revision,
**kwargs,
)
except ValueError as e:
error_message = str(e)