From 876db8dc7a4155041c29fec64fc6d7d4d2772ab3 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 31 Jan 2024 10:18:43 -0800 Subject: [PATCH] Update sampling_params.md --- docs/sampling_params.md | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/docs/sampling_params.md b/docs/sampling_params.md index f5e7cadb0..ed85b935f 100644 --- a/docs/sampling_params.md +++ b/docs/sampling_params.md @@ -84,9 +84,12 @@ response = requests.post( ) prev = 0 -for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"): - if chunk: - data = json.loads(chunk.decode()) +for chunk in response.iter_lines(decode_unicode=False): + chunk = chunk.decode("utf-8") + if chunk and chunk.startswith("data:"): + if chunk == "data: [DONE]": + break + data = json.loads(chunk[5:].strip("\n")) output = data["text"].strip() print(output[prev:], end="", flush=True) prev = len(output)