Skip to content

Commit e656737

Browse files
committed
Revert da4edc5
1 parent e5cb7bb commit e656737

File tree

1 file changed

+13
-12
lines changed

1 file changed

+13
-12
lines changed

.env.template

Lines changed: 13 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -213,18 +213,19 @@ MODELS=`[
213213

214214
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
215215

216-
TASK_MODEL=`{
217-
"name": "mistralai/Mistral-7B-Instruct-v0.2",
218-
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
219-
"parameters": {
220-
"temperature": 0.1,
221-
"top_p": 0.95,
222-
"repetition_penalty": 1.2,
223-
"top_k": 50,
224-
"truncate": 3072,
225-
"max_new_tokens": 1024,
226-
"stop": ["</s>"]
227-
}}`
216+
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
217+
# TASK_MODEL=`{
218+
# "name": "mistralai/Mistral-7B-Instruct-v0.2",
219+
# "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
220+
# "parameters": {
221+
# "temperature": 0.1,
222+
# "top_p": 0.95,
223+
# "repetition_penalty": 1.2,
224+
# "top_k": 50,
225+
# "truncate": 3072,
226+
# "max_new_tokens": 1024,
227+
# "stop": ["</s>"]
228+
# }}`
228229

229230

230231
APP_BASE="/chat"

0 commit comments

Comments
 (0)