Update sampling_params.md

This commit is contained in:
Lianmin Zheng
2024-01-31 10:18:43 -08:00
committed by GitHub
parent ad82bac6f5
commit 876db8dc7a

View File

@@ -84,9 +84,12 @@ response = requests.post(
)
prev = 0
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
if chunk:
data = json.loads(chunk.decode())
for chunk in response.iter_lines(decode_unicode=False):
chunk = chunk.decode("utf-8")
if chunk and chunk.startswith("data:"):
if chunk == "data: [DONE]":
break
data = json.loads(chunk[5:].strip("\n"))
output = data["text"].strip()
print(output[prev:], end="", flush=True)
prev = len(output)