Merge pull request #804 from NexaAI/fix/remilia/serve_vlm_panic_on_generate_error

fix(serve): vlm panic on generate failed

Author: mengshengwu

runner/server/handler/chat.go

@@ -251,18 +251,19 @@ func chatCompletionsLLM(c *gin.Context, param ChatCompletionRequest) {
 			}
 
 			resWg.Wait()
+
+			if err != nil {
+				c.SSEvent("", map[string]any{"error": err.Error(), "code": nexa_sdk.SDKErrorCode(err)})
+				return false
+			}
+
 			if param.StreamOptions.IncludeUsage.Value {
 				c.SSEvent("", openai.ChatCompletionChunk{
 					Choices: []openai.ChatCompletionChunkChoice{},
 					Usage:   profile2Usage(res.ProfileData),
 				})
 			}
-
-			if err != nil {
-				c.SSEvent("", map[string]any{"error": err.Error(), "code": nexa_sdk.SDKErrorCode(err)})
-			} else {
-				c.SSEvent("", "[DONE]")
-			}
+			c.SSEvent("", "[DONE]")
 
 			return false
 		})
@@ -540,18 +541,19 @@ func chatCompletionsVLM(c *gin.Context, param ChatCompletionRequest) {
 			}
 
 			resWg.Wait()
+
+			if err != nil {
+				c.SSEvent("", map[string]any{"error": err.Error(), "code": nexa_sdk.SDKErrorCode(err)})
+				return false
+			}
+
 			if param.StreamOptions.IncludeUsage.Value {
 				c.SSEvent("", openai.ChatCompletionChunk{
 					Choices: []openai.ChatCompletionChunkChoice{},
 					Usage:   profile2Usage(res.ProfileData),
 				})
 			}
-
-			if err != nil {
-				c.SSEvent("", map[string]any{"error": err.Error(), "code": nexa_sdk.SDKErrorCode(err)})
-			} else {
-				c.SSEvent("", "[DONE]")
-			}
+			c.SSEvent("", "[DONE]")
 
 			return false
 		})