Feature: support code completion (#3612)

This commit is contained in:
woodx
2025-03-17 09:26:19 +08:00
committed by GitHub
parent 9b8333d992
commit 48efec7b05
6 changed files with 266 additions and 1 deletions

View File

@@ -33,6 +33,10 @@ except ImportError:
# outlines.integrations.utils
from outlines.integrations.utils import convert_json_schema_to_str
from sglang.srt.code_completion_parser import (
generate_completion_prompt_from_request,
is_completion_template_defined,
)
from sglang.srt.conversation import (
Conversation,
SeparatorStyle,
@@ -504,7 +508,11 @@ def v1_generate_request(
"To compute logprobs of input prompt, please use the native /generate API."
)
prompts.append(request.prompt)
prompt = request.prompt
if is_completion_template_defined():
prompt = generate_completion_prompt_from_request(request)
prompts.append(prompt)
lora_paths.append(request.lora_path)
if request.echo and request.logprobs:
current_logprob_start_len = 0