Update sampling_params.md
This commit is contained in:
@@ -84,9 +84,12 @@ response = requests.post(
|
|||||||
)
|
)
|
||||||
|
|
||||||
prev = 0
|
prev = 0
|
||||||
for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
|
for chunk in response.iter_lines(decode_unicode=False):
|
||||||
if chunk:
|
chunk = chunk.decode("utf-8")
|
||||||
data = json.loads(chunk.decode())
|
if chunk and chunk.startswith("data:"):
|
||||||
|
if chunk == "data: [DONE]":
|
||||||
|
break
|
||||||
|
data = json.loads(chunk[5:].strip("\n"))
|
||||||
output = data["text"].strip()
|
output = data["text"].strip()
|
||||||
print(output[prev:], end="", flush=True)
|
print(output[prev:], end="", flush=True)
|
||||||
prev = len(output)
|
prev = len(output)
|
||||||
|
|||||||
Reference in New Issue
Block a user