EngineX-Ascend/enginex-ascend-910-llama.cpp
10
0
Fork 0
Code Issues Pull Requests Actions 4 Projects Releases Wiki Activity

webui : fix handling incomplete chunks (#16107)

Browse Source
This commit is contained in:
Quentin Bramas
2025-09-22 10:53:13 +02:00
committed by GitHub
parent c6db9a1027
commit 138c87ce8b
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
tools/server/webui/src/lib/services/chat.ts
View File

@@ -264,12 +264,14 @@ export class ChatService {
let lastTimings: ChatMessageTimings | undefined; let lastTimings: ChatMessageTimings | undefined;
try { try {
let chunk = '';
while (true) { while (true) {
const { done, value } = await reader.read(); const { done, value } = await reader.read();
if (done) break; if (done) break;
const chunk = decoder.decode(value, { stream: true }); chunk += decoder.decode(value, { stream: true });
const lines = chunk.split('\n'); const lines = chunk.split('\n');
chunk = lines.pop() || ''; // Save incomplete line for next read
for (const line of lines) { for (const line of lines) {
if (line.startsWith('data: ')) { if (line.startsWith('data: ')) {