Skip to content

Commit 9437108

Browse files
authored
Move default template so it doesn't override tokenizer (#987)
1 parent 896e0fe commit 9437108

File tree

1 file changed

+4
-7
lines changed

1 file changed

+4
-7
lines changed

src/lib/server/models.ts

Lines changed: 4 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -44,11 +44,7 @@ const modelConfig = z.object({
4444
datasetUrl: z.string().url().optional(),
4545
preprompt: z.string().default(""),
4646
prepromptUrl: z.string().url().optional(),
47-
chatPromptTemplate: z
48-
.string()
49-
.default(
50-
"{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}"
51-
), // ChatML
47+
chatPromptTemplate: z.string().optional(),
5248
promptExamples: z
5349
.array(
5450
z.object({
@@ -86,8 +82,9 @@ async function getChatPromptRender(
8682
let tokenizer: PreTrainedTokenizer;
8783

8884
if (!m.tokenizer) {
89-
throw new Error(
90-
"No tokenizer specified and no chat prompt template specified for model " + m.name
85+
return compileTemplate<ChatTemplateInput>(
86+
"{{#if @root.preprompt}}<|im_start|>system\n{{@root.preprompt}}<|im_end|>\n{{/if}}{{#each messages}}{{#ifUser}}<|im_start|>user\n{{content}}<|im_end|>\n<|im_start|>assistant\n{{/ifUser}}{{#ifAssistant}}{{content}}<|im_end|>\n{{/ifAssistant}}{{/each}}",
87+
m
9188
);
9289
}
9390

0 commit comments

Comments
 (0)