Support stream=True in v1/completions (#49)

test/srt/test_httpserver_decode_stream.py

@@ -25,7 +25,7 @@ if __name__ == "__main__":
             "text": "The capital of France is",
             "sampling_params": {
                 "temperature": 0,
-                "max_new_tokens": 1024,
+                "max_new_tokens": 512,
             },
             "stream": True,
         },
@@ -33,9 +33,12 @@ if __name__ == "__main__":
     )
 
     prev = 0
-    for chunk in response.iter_lines(decode_unicode=False, delimiter=b"\0"):
-        if chunk:
-            data = json.loads(chunk.decode())
+    for chunk in response.iter_lines(decode_unicode=False):
+        chunk = chunk.decode("utf-8")
+        if chunk and chunk.startswith("data:"):
+            if chunk == "data: [DONE]":
+                break
+            data = json.loads(chunk[5:].strip("\n"))
             output = data["text"].strip()
             print(output[prev:], end="", flush=True)
             prev = len(output)