Skip to content

Commit 59fa835

Browse files
committed
Add mistral chat adapter and up Gemma 2 in klite
1 parent a9bd956 commit 59fa835

File tree

1 file changed

+13
-8
lines changed

1 file changed

+13
-8
lines changed

klite.embd

Lines changed: 13 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -9092,19 +9092,19 @@ Current version: 148
90929092

90939093
switch(sel)
90949094
{
9095-
case "1": //alpaca
9095+
case "1": //Alpaca
90969096
st = defaultsettings.instruct_starttag;
90979097
et = defaultsettings.instruct_endtag;
90989098
break;
9099-
case "2": //vicuna
9099+
case "2": //Vicuna
91009100
st = "\\nUSER: ";
91019101
et = "\\nASSISTANT: ";
91029102
break;
9103-
case "3": //metharme
9103+
case "3": //Metharme
91049104
st = `<|user|>`;
91059105
et = `<|model|>`;
91069106
break;
9107-
case "4": //llama 2 chat
9107+
case "4": //Llama 2 chat
91089108
st = "[INST] ";
91099109
et = " [/INST]";
91109110
break;
@@ -9124,17 +9124,21 @@ Current version: 148
91249124
st = "<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|USER_TOKEN|>";
91259125
et = "<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>";
91269126
break;
9127-
case "9": //llama 3 chat
9127+
case "9": //Llama 3 chat
91289128
st = "<|eot_id|><|start_header_id|>user<|end_header_id|>\\n\\n";
91299129
et = "<|eot_id|><|start_header_id|>assistant<|end_header_id|>\\n\\n";
91309130
break;
9131-
case "10": // Phi-3 Mini
9131+
case "10": //Phi-3 Mini
91329132
st = "<|end|><|user|>\\n";
91339133
et = "<|end|>\\n<|assistant|>";
91349134
break;
9135-
case "11": // Gemma 2
9135+
case "11": //Gemma 2
91369136
st = "<end_of_turn>\\n<start_of_turn>user\\n";
9137-
et = "<end_of_turn>\\n<start_of_turn>assistant\\n";
9137+
et = "<end_of_turn>\\n<start_of_turn>model\\n";
9138+
break;
9139+
case "12": //Mistral
9140+
st = "\\n[INST] ";
9141+
et = " [/INST]\\n";
91389142
break;
91399143
default:
91409144
break;
@@ -16159,6 +16163,7 @@ Current version: 148
1615916163
<option value="9">Llama 3 Chat</option>
1616016164
<option value="10">Phi-3</option>
1616116165
<option value="11">Gemma-2</option>
16166+
<option value="12">Mistral</option>
1616216167
</select>
1616316168
<div class="settingsmall miniinput" style="width:100%;padding:2px">
1616416169
<div class="justifyleft settingsmall">Sys. Prompt <span class="helpicon">?<span class="helptext">A system pre-prompt sent at the very start to guide the AI behavior. Usually NOT needed.</span></span></div>

0 commit comments

Comments
 (0)