[Fix] OpenAI API adapter tokenizer encoding (#3432)
This commit is contained in:
@@ -941,7 +941,13 @@ def v1_chat_generate_request(
|
|||||||
)
|
)
|
||||||
|
|
||||||
if assistant_prefix:
|
if assistant_prefix:
|
||||||
prompt_ids += tokenizer_manager.tokenizer.encode(assistant_prefix)
|
encoded = tokenizer_manager.tokenizer.encode(assistant_prefix)
|
||||||
|
if (
|
||||||
|
encoded
|
||||||
|
and encoded[0] == tokenizer_manager.tokenizer.bos_token_id
|
||||||
|
):
|
||||||
|
encoded = encoded[1:]
|
||||||
|
prompt_ids += encoded
|
||||||
stop = request.stop
|
stop = request.stop
|
||||||
image_data = None
|
image_data = None
|
||||||
modalities = []
|
modalities = []
|
||||||
|
|||||||
Reference in New Issue
Block a user