We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2538b87 commit e89a484Copy full SHA for e89a484
python/mlc_llm/conversation_template/gemma.py
@@ -19,3 +19,19 @@
19
system_prefix_token_ids=[2],
20
)
21
22
+
23
+# Gemma 3 Instruction. Same as gemma_instruction but with different stop token id
24
+ConvTemplateRegistry.register_conv_template(
25
+ Conversation(
26
+ name="gemma3_instruction",
27
+ system_template=f"{MessagePlaceholders.SYSTEM.value}",
28
+ system_message="",
29
+ roles={"user": "<start_of_turn>user", "assistant": "<start_of_turn>model"},
30
+ seps=["<end_of_turn>\n"],
31
+ role_content_sep="\n",
32
+ role_empty_sep="\n",
33
+ stop_str=["<end_of_turn>"],
34
+ stop_token_ids=[1, 106],
35
+ system_prefix_token_ids=[2],
36
+ )
37
+)
0 commit comments