File tree Expand file tree Collapse file tree 1 file changed +5
-16
lines changed
src/lib/components/InferencePlayground Expand file tree Collapse file tree 1 file changed +5
-16
lines changed Original file line number Diff line number Diff line change 92
92
93
93
if (conversation .streaming ) {
94
94
const streamingMessage = { role: " assistant" , content: " " };
95
- conversation .messages . push ( streamingMessage ) ;
95
+ conversation .messages = [ ... conversation . messages , streamingMessage ] ;
96
96
abortController = new AbortController ();
97
- let firstChunk = true ;
98
- let previousContent = " " ;
99
97
100
98
await handleStreamingResponse (
101
99
hf ,
102
100
conversation ,
103
101
content => {
104
- if (firstChunk && conversation .messages .at (- 2 )?.role === " assistant" ) {
105
- // if last two messages are both "assistant" messages, then combine the contexts
106
- const streamingMessage = conversation .messages .pop ();
107
- const { content } = conversation .messages .pop ();
108
- previousContent = content ;
109
- if (previousContent && ! / \s $ / .test (previousContent )) {
110
- previousContent += " " ;
111
- }
112
- conversation .messages = [... conversation .messages , streamingMessage ];
102
+ if (streamingMessage ) {
103
+ streamingMessage .content = content ;
104
+ conversation .messages = [... conversation .messages ];
105
+ generatedTokensCount += 1 ;
113
106
}
114
- conversation .messages .at (- 1 ).content = previousContent ? ` ${previousContent }${content } ` : content ;
115
- conversation .messages = [... conversation .messages ];
116
- generatedTokensCount += 1 ;
117
- firstChunk = false ;
118
107
},
119
108
abortController
120
109
);
You can’t perform that action at this time.
0 commit comments