diff --git a/docs/sampling_params.md b/docs/sampling_params.md index f5e7cadb0..ed85b935f 100644 --- a/docs/sampling_params.md +++ b/docs/sampling_params.md @@ -84,9 +84,12 @@ response = requests.post( ) prev = 0 -for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"): - if chunk: - data = json.loads(chunk.decode()) +for chunk in response.iter_lines(decode_unicode=False): + chunk = chunk.decode("utf-8") + if chunk and chunk.startswith("data:"): + if chunk == "data: [DONE]": + break + data = json.loads(chunk[5:].strip("\n")) output = data["text"].strip() print(output[prev:], end="", flush=True) prev = len(output)