[fix] fix mrope positions not picked up (#5265)

This commit is contained in:
Mick
2025-04-11 16:29:45 +08:00
committed by GitHub
parent 038bc5d521
commit e53a0b3d5b
7 changed files with 69 additions and 69 deletions

View File

@@ -983,6 +983,8 @@ def v1_chat_generate_request(
):
encoded = encoded[1:]
prompt_ids += encoded
if tokenizer_manager.model_config.is_multimodal:
prompt = tokenizer_manager.tokenizer.decode(prompt_ids)
stop = request.stop
image_data = None
audio_data = None