File tree Expand file tree Collapse file tree 1 file changed +12
-13
lines changed Expand file tree Collapse file tree 1 file changed +12
-13
lines changed Original file line number Diff line number Diff line change @@ -218,19 +218,18 @@ OLD_MODELS=`[
218
218
{"name": "tiiuae/falcon-180B-chat"}
219
219
]`
220
220
221
- TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
222
- # TASK_MODEL=`{
223
- # "name": "mistralai/Mistral-7B-Instruct-v0.2",
224
- # "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
225
- # "parameters": {
226
- # "temperature": 0.1,
227
- # "top_p": 0.95,
228
- # "repetition_penalty": 1.2,
229
- # "top_k": 50,
230
- # "truncate": 3072,
231
- # "max_new_tokens": 1024,
232
- # "stop": ["</s>"]
233
- # }}`
221
+ TASK_MODEL=`{
222
+ "name": "mistralai/Mistral-7B-Instruct-v0.2",
223
+ "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
224
+ "parameters": {
225
+ "temperature": 0.1,
226
+ "top_p": 0.95,
227
+ "repetition_penalty": 1.2,
228
+ "top_k": 50,
229
+ "truncate": 3072,
230
+ "max_new_tokens": 1024,
231
+ "stop": ["</s>"]
232
+ }}`
234
233
235
234
APP_BASE="/chat"
236
235
PUBLIC_ORIGIN=https://huggingface.co
You can’t perform that action at this time.
0 commit comments