git/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp synced 2026-03-15 11:40:50 +01:00
Code Issues Packages Projects Releases Wiki Activity

webui : fix handling incomplete chunks (#16107)

Browse Source
This commit is contained in:
Quentin Bramas 2025-09-22 10:53:13 +02:00 committed by GitHub
parent c6db9a1027
commit 138c87ce8b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tools/server/webui/src/lib/services/chat.ts
View File

@ -264,12 +264,14 @@ export class ChatService {
let lastTimings: ChatMessageTimings | undefined;
try {
let chunk = '';
while (true) {
const { done, value } = await reader.read();
if (done) break;
const chunk = decoder.decode(value, { stream: true });
chunk += decoder.decode(value, { stream: true });
const lines = chunk.split('\n');
chunk = lines.pop() || ''; // Save incomplete line for next read
for (const line of lines) {
if (line.startsWith('data: ')) {