[fix] baseline7 pyc清除+greedy n>1+fanout宽松+image重试+max_num_seqs env覆盖

This commit is contained in:
root
2026-08-25 02:36:29 +00:00
parent 06d56f6ff8
commit 00654476d3
5 changed files with 167 additions and 9 deletions

View File

@@ -121,8 +121,7 @@ def _sequential_greedy_fanout_count(
"""Return the supported deterministic fan-out width, or zero."""
n = request.n if request.n is not None else 1
if (
max_num_seqs == 1
and n == 2
n == 2 # [BI100] allow fanout regardless of max_num_seqs
and request.temperature == 0
and not request.stream
and not request.use_beam_search
@@ -1358,4 +1357,4 @@ class OpenAIServingChat(OpenAIServing):
and delta_message.tool_calls and delta_message.tool_calls[0]
and delta_message.tool_calls[0].function
and delta_message.tool_calls[0].function.arguments is not None
)
)