From 50a2b8b88cf0464f7f1c9289665f465b2ea23248 Mon Sep 17 00:00:00 2001 From: Christian Tzolov Date: Tue, 12 Mar 2024 16:58:33 +0100 Subject: [PATCH 1/2] Add a convinence StreamingChatClient stream default --- .../org/springframework/ai/chat/StreamingChatClient.java | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java b/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java index b259c5da410..35398ecefdf 100644 --- a/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java +++ b/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java @@ -23,6 +23,14 @@ @FunctionalInterface public interface StreamingChatClient extends StreamingModelClient { + default Flux stream(String message) { + Prompt prompt = new Prompt(message); + return stream(prompt).map(response -> + (response.getResult() == null || response.getResult().getOutput() == null + || response.getResult().getOutput().getContent() == null)? "" : response.getResult().getOutput().getContent(); + ); + } + @Override Flux stream(Prompt prompt); From a27f83b30bb3ed3e23bbce9231e870f8956e729c Mon Sep 17 00:00:00 2001 From: Christian Tzolov Date: Tue, 12 Mar 2024 17:04:00 +0100 Subject: [PATCH 2/2] Add StreamingChatClient stream default that takes String and returns stream of String --- .../org/springframework/ai/chat/StreamingChatClient.java | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java b/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java index 35398ecefdf..a6e4a0b7629 100644 --- a/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java +++ b/spring-ai-core/src/main/java/org/springframework/ai/chat/StreamingChatClient.java @@ -25,10 +25,9 @@ public interface StreamingChatClient extends StreamingModelClient stream(String message) { Prompt prompt = new Prompt(message); - return stream(prompt).map(response -> - (response.getResult() == null || response.getResult().getOutput() == null - || response.getResult().getOutput().getContent() == null)? "" : response.getResult().getOutput().getContent(); - ); + return stream(prompt).map(response -> (response.getResult() == null || response.getResult().getOutput() == null + || response.getResult().getOutput().getContent() == null) ? "" + : response.getResult().getOutput().getContent()); } @Override