[fix] baseline7 pyc清除+greedy n>1+fanout宽松+image重试+max_num_seqs env覆盖
This commit is contained in:
@@ -121,8 +121,7 @@ def _sequential_greedy_fanout_count(
|
||||
"""Return the supported deterministic fan-out width, or zero."""
|
||||
n = request.n if request.n is not None else 1
|
||||
if (
|
||||
max_num_seqs == 1
|
||||
and n == 2
|
||||
n == 2 # [BI100] allow fanout regardless of max_num_seqs
|
||||
and request.temperature == 0
|
||||
and not request.stream
|
||||
and not request.use_beam_search
|
||||
@@ -1358,4 +1357,4 @@ class OpenAIServingChat(OpenAIServing):
|
||||
and delta_message.tool_calls and delta_message.tool_calls[0]
|
||||
and delta_message.tool_calls[0].function
|
||||
and delta_message.tool_calls[0].function.arguments is not None
|
||||
)
|
||||
)
|
||||
Reference in New Issue
Block a user