Skip to content

Commit 4f3a64f

Browse files
nsarrazingary149
andauthored
Add mistral 7b v0.2 (#626)
* Add mistral 7b v0.2 * Update .env.template Co-authored-by: Victor Muštar <victor.mustar@gmail.com> * Add feature to unlist a model (#625) * Conditionally show the data sharing toggle (#624) Closes #622 --------- Co-authored-by: Victor Muštar <victor.mustar@gmail.com>
1 parent d644838 commit 4f3a64f

File tree

1 file changed

+31
-1
lines changed

1 file changed

+31
-1
lines changed

.env.template

Lines changed: 31 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -109,6 +109,36 @@ MODELS=`[
109109
"max_new_tokens": 1024,
110110
"stop": ["</s>"]
111111
},
112+
"promptExamples": [
113+
{
114+
"title": "Write an email from bullet list",
115+
"prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
116+
}, {
117+
"title": "Code a snake game",
118+
"prompt": "Code a basic snake game in python, give explanations for each step."
119+
}, {
120+
"title": "Assist in a task",
121+
"prompt": "How do I make a delicious lemon cheesecake?"
122+
}
123+
],
124+
"unlisted": true
125+
},
126+
{
127+
"name": "mistralai/Mistral-7B-Instruct-v0.2",
128+
"displayName": "mistralai/Mistral-7B-Instruct-v0.2",
129+
"description": "Mistral 7B is a new Apache 2.0 model, released by Mistral AI that outperforms Llama2 13B in benchmarks.",
130+
"websiteUrl": "https://mistral.ai/news/announcing-mistral-7b/",
131+
"preprompt": "",
132+
"chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
133+
"parameters": {
134+
"temperature": 0.6,
135+
"top_p": 0.95,
136+
"repetition_penalty": 1.2,
137+
"top_k": 50,
138+
"truncate": 3072,
139+
"max_new_tokens": 1024,
140+
"stop": ["</s>"]
141+
},
112142
"promptExamples": [
113143
{
114144
"title": "Write an email from bullet list",
@@ -183,7 +213,7 @@ MODELS=`[
183213

184214
OLD_MODELS=`[{"name":"bigcode/starcoder"}, {"name":"OpenAssistant/oasst-sft-6-llama-30b-xor"}, {"name":"HuggingFaceH4/zephyr-7b-alpha"}]`
185215

186-
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.1'
216+
TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
187217

188218

189219
APP_BASE="/chat"

0 commit comments

Comments
 (0)