Skip to content

Commit 714ff2c

Browse files
authored
Fix issue with "continue" feature on llama.cpp endpoints (#898)
1 parent 9c5a826 commit 714ff2c

File tree

1 file changed

+1
-0
lines changed

1 file changed

+1
-0
lines changed

src/lib/server/endpoints/llamacpp/endpointLlamacpp.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -110,6 +110,7 @@ export function endpointLlamacpp(
110110
};
111111
if (data.stop) {
112112
stop = true;
113+
output.token.special = true;
113114
reader?.cancel();
114115
}
115116
yield output;

0 commit comments

Comments
 (0)