server : do not release slot on image input (ggml-org#3798)

ggerganov · olexiyb · commit 73b81db2b837 · 2023-11-23T09:25:33.000+02:00
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
@@ -1502,7 +1502,7 @@ struct llama_server_context
         {
             for (auto & slot : slots)
             {
-                const bool has_prompt = slot.prompt.is_array() || (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty());
+                const bool has_prompt = slot.prompt.is_array() || (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty()) || !slot.images.empty();
 
                 // empty prompt passed -> release the slot and send empty response
                 if (slot.state == IDLE && slot.command == LOAD_PROMPT && !has_prompt)

Original file line number	Diff line number	Diff line change
`@@ -1502,7 +1502,7 @@ struct llama_server_context`
`1502`	`1502`	`{`
`1503`	`1503`	`for (auto & slot : slots)`
`1504`	`1504`	`{`
`1505`		`- const bool has_prompt = slot.prompt.is_array() \|\| (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty());`
	`1505`	`+ const bool has_prompt = slot.prompt.is_array() \|\| (slot.prompt.is_string() && !slot.prompt.get<std::string>().empty()) \|\| !slot.images.empty();`
`1506`	`1506`
`1507`	`1507`	`// empty prompt passed -> release the slot and send empty response`
`1508`	`1508`	`if (slot.state == IDLE && slot.command == LOAD_PROMPT && !has_prompt)`