Merge branch 'main' into feature/assistants

Author: nsarrazin

.env.template

@@ -57,7 +57,8 @@ MODELS=`[
         "repetition_penalty": 1.2,
         "top_k": 50,
         "truncate": 3072,
-        "max_new_tokens": 1024
+        "max_new_tokens": 1024,
+        "stop" : ["</s>", " </s><s>[INST] "]
       }
     },
     {
@@ -116,7 +117,8 @@ MODELS=`[
         "repetition_penalty": 1.2,
         "top_k": 50,
         "truncate": 4096,
-        "max_new_tokens": 4096
+        "max_new_tokens": 4096,
+        "stop": [" </s><s>[INST] "]
       }
       },
     {
@@ -218,19 +220,18 @@ OLD_MODELS=`[
   {"name": "tiiuae/falcon-180B-chat"}
 ]`
 
-TASK_MODEL='mistralai/Mistral-7B-Instruct-v0.2'
-# TASK_MODEL=`{
-#       "name": "mistralai/Mistral-7B-Instruct-v0.2",
-#       "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
-#       "parameters": {
-#         "temperature": 0.1,
-#         "top_p": 0.95,
-#         "repetition_penalty": 1.2,
-#         "top_k": 50,
-#         "truncate": 3072,
-#         "max_new_tokens": 1024,
-#         "stop": ["</s>"]
-# }}`
+TASK_MODEL=`{
+      "name": "mistralai/Mistral-7B-Instruct-v0.2",
+      "chatPromptTemplate" : "<s>{{#each messages}}{{#ifUser}}[INST] {{#if @first}}{{#if @root.preprompt}}{{@root.preprompt}}\n{{/if}}{{/if}}{{content}} [/INST]{{/ifUser}}{{#ifAssistant}}{{content}}</s>{{/ifAssistant}}{{/each}}",
+      "parameters": {
+        "temperature": 0.1,
+        "top_p": 0.95,
+        "repetition_penalty": 1.2,
+        "top_k": 50,
+        "truncate": 3072,
+        "max_new_tokens": 1024,
+        "stop": ["</s>"]
+}}`
 
 APP_BASE="/chat"
 PUBLIC_ORIGIN=https://huggingface.co

.eslintrc.cjs

@@ -34,6 +34,7 @@ module.exports = {
 				argsIgnorePattern: "^_",
 			},
 		],
+		"object-shorthand": ["error", "always"],
 	},
 	env: {
 		browser: true,