Skip to content

Commit 1e4a456

Browse files
authored
Bring back mistral task model (#718)
1 parent a6e6ee6 commit 1e4a456

File tree

1 file changed

+12
-13
lines changed

1 file changed

+12
-13
lines changed

.env.template

Lines changed: 12 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -218,19 +218,18 @@ OLD_MODELS=`[
218218
{"name": "tiiuae/falcon-180B-chat"}
219219
]`
220220

221-
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
222-
# TASK_MODEL=`{
223-
# "name": "mistralai/Mistral-7B-Instruct-v0.2",
224-
# "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
225-
# "parameters": {
226-
# "temperature": 0.1,
227-
# "top_p": 0.95,
228-
# "repetition_penalty": 1.2,
229-
# "top_k": 50,
230-
# "truncate": 3072,
231-
# "max_new_tokens": 1024,
232-
# "stop": ["</s>"]
233-
# }}`
221+
TASK_MODEL=`{
222+
"name": "mistralai/Mistral-7B-Instruct-v0.2",
223+
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
224+
"parameters": {
225+
"temperature": 0.1,
226+
"top_p": 0.95,
227+
"repetition_penalty": 1.2,
228+
"top_k": 50,
229+
"truncate": 3072,
230+
"max_new_tokens": 1024,
231+
"stop": ["</s>"]
232+
}}`
234233

235234
APP_BASE="/chat"
236235
PUBLIC_ORIGIN=https://huggingface.co

0 commit comments

Comments
 (0)