Send characters by groups of 5 (#1007)

* Send characters by groups of 5

* remove comment

Author: nsarrazin

src/routes/conversation/[id]/+server.ts

@@ -422,15 +422,16 @@ export async function POST({ request, locals, params, getClientAddress }) {
 					// if not generated_text is here it means the generation is not done
 					if (!output.generated_text) {
 						if (!output.token.special) {
-							// 33% chance to send the stream update, with a max buffer size of 30 chars
 							buffer += output.token.text;
 
-							if (Math.random() < 0.33 || buffer.length > 30) {
+							// send the first 5 chars
+							// and leave the rest in the buffer
+							if (buffer.length >= 5) {
 								update({
 									type: "stream",
-									token: buffer,
+									token: buffer.slice(0, 5),
 								});
-								buffer = "";
+								buffer = buffer.slice(5);
 							}
 
 							// abort check