fix: truncate on batch

OlivierDehaene · OlivierDehaene · commit 04f94f6b6a30 · 2023-10-30T11:45:27.000+01:00
diff --git a/router/src/server.rs b/router/src/server.rs
@@ -135,7 +135,7 @@ async fn embed(
                     let local_infer = infer.clone();
                     futures.push(async move {
                         let permit = local_infer.acquire_permit().await;
-                        local_infer.embed(input, false, permit).await
+                        local_infer.embed(input, req.truncate, permit).await
                     })
                 }
                 let results = join_all(futures)

Original file line number	Diff line number	Diff line change
`@@ -135,7 +135,7 @@ async fn embed(`
`135`	`135`	`let local_infer = infer.clone();`
`136`	`136`	`futures.push(async move {`
`137`	`137`	`let permit = local_infer.acquire_permit().await;`
`138`		`- local_infer.embed(input, false, permit).await`
	`138`	`+ local_infer.embed(input, req.truncate, permit).await`
`139`	`139`	`})`
`140`	`140`	`}`
`141`	`141`	`let results = join_all(futures)`