default sampling param should be deepcopied (#1581)

This commit is contained in:
Byron Hsu
2024-10-05 17:27:43 -07:00
committed by GitHub
parent 8ac3ccc060
commit dde8bb16fe
4 changed files with 34 additions and 12 deletions

View File

@@ -85,7 +85,7 @@ def call_generate_vllm(prompt, temperature, max_tokens, stop=None, n=1, url=None
def call_generate_outlines(
prompt, temperature, max_tokens, stop=[], regex=None, n=1, url=None
prompt, temperature, max_tokens, stop=None, regex=None, n=1, url=None
):
assert url is not None