[Small model] Explicitly close AsyncGenerator (#704)

Mishig · web-flow · commit 01418cd2c8a2 · 2024-01-17T12:21:43.000+01:00
diff --git a/src/lib/server/generateFromDefaultEndpoint.ts b/src/lib/server/generateFromDefaultEndpoint.ts
@@ -21,6 +21,7 @@ export async function generateFromDefaultEndpoint({
 					generated_text = generated_text.slice(0, -stop.length).trimEnd();
 				}
 			}
+			tokenStream.return();
 			return generated_text;
 		}
 	}

Original file line number	Diff line number	Diff line change
`@@ -21,6 +21,7 @@ export async function generateFromDefaultEndpoint({`
`21`	`21`	`generated_text = generated_text.slice(0, -stop.length).trimEnd();`
`22`	`22`	`}`
`23`	`23`	`}`
	`24`	`+ tokenStream.return();`
`24`	`25`	`return generated_text;`
`25`	`26`	`}`
`26`	`27`	`}`