Bump max new tokens for NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO (#702)

nsarrazin · web-flow · commit 9b5d65a68c2a · 2024-01-17T13:06:26.000+01:00
* Bump max new tokens for NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO

* bumped values a bit higher seems to work ok
diff --git a/.env.template b/.env.template
@@ -82,8 +82,8 @@ MODELS=`[
         "top_p": 0.95,
         "repetition_penalty": 1,
         "top_k": 50,
-        "truncate": 3072,
-        "max_new_tokens": 512,
+        "truncate": 24576,
+        "max_new_tokens": 2048,
         "stop": ["<|im_end|>"]
       }
     },
