Skip to content

Commit cd7d369

Browse files
committed
ChatON: Add simpcfg based config file matching chaton_meta.json
Add missing begin and end fields wrt deepseek-coder assistant in chaton_meta.json. Idea is to avoid json library dependency by adding a simple text based config file support.
1 parent 4fc62cd commit cd7d369

File tree

2 files changed

+228
-1
lines changed

2 files changed

+228
-1
lines changed

examples/chaton_meta.json

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -165,8 +165,10 @@
165165
"end": ""
166166
},
167167
"assistant": {
168+
"begin": "",
168169
"prefix": "### Response:\n",
169-
"suffix": "\n<|EOT|>\n"
170+
"suffix": "\n<|EOT|>\n",
171+
"end": ""
170172
},
171173
"reverse-prompt": "<|EOT|>",
172174
"systemuser-system-has-suffix": true,

examples/chaton_meta.simpcfg

Lines changed: 225 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,225 @@
1+
"llama2"
2+
"global-begin": ""
3+
"global-end": ""
4+
5+
"system-begin": "<s>"
6+
"system-prefix": "[INST] <<SYS>>\n"
7+
"system-suffix": "\n<</SYS>> "
8+
"system-end": "[/INST]\n\n"
9+
10+
"user-begin": "<s>"
11+
"user-prefix": "[INST] "
12+
"user-suffix": " [/INST]\n\n"
13+
"user-end": ""
14+
15+
"assistant-begin": ""
16+
"assistant-prefix": ""
17+
"assistant-suffix": ""
18+
"assistant-end": "</s>"
19+
20+
"reverse-prompt": "</s>",
21+
"systemuser-system-has-suffix": true,
22+
"systemuser-system-has-end": false,
23+
"systemuser-1st-user-has-begin": false,
24+
"systemuser-1st-user-has-prefix": false
25+
26+
"llama3"
27+
"global-begin": ""
28+
"global-end": ""
29+
30+
"system-begin": ""
31+
"system-prefix": "<|start_header_id|>system<|end_header_id|>\n"
32+
"system-suffix": "<|eot_id|>\n\n"
33+
"system-end": ""
34+
35+
"user-begin": ""
36+
"user-prefix": "<|start_header_id|>user<|end_header_id|>\n"
37+
"user-suffix": "<|eot_id|>\n\n"
38+
"user-end": ""
39+
40+
"assistant-begin": ""
41+
"assistant-prefix": "<|start_header_id|>assistant<|end_header_id|>\n"
42+
"assistant-suffix": "<|eot_id|>\n\n"
43+
"assistant-end": ""
44+
45+
"reverse-prompt": "<|eot_id|>",
46+
"systemuser-system-has-suffix": true,
47+
"systemuser-system-has-end": true,
48+
"systemuser-1st-user-has-begin": true,
49+
"systemuser-1st-user-has-prefix": true
50+
51+
"chatml"
52+
"global-begin": ""
53+
"global-end": ""
54+
55+
"system-begin": ""
56+
"system-prefix": "<|im_start|>system\n"
57+
"system-suffix": "<|im_end|>\n"
58+
"system-end": ""
59+
60+
"user-begin": ""
61+
"user-prefix": "<|im_start|>user\n"
62+
"user-suffix": "<|im_end|>\n"
63+
"user-end": ""
64+
65+
"assistant-begin": ""
66+
"assistant-prefix": "<|im_start|>assistant\n"
67+
"assistant-suffix": "<|im_end|>\n"
68+
"assistant-end": ""
69+
70+
"reverse-prompt": "<|im_start|>user\n",
71+
"systemuser-system-has-suffix": true,
72+
"systemuser-system-has-end": true,
73+
"systemuser-1st-user-has-begin": true,
74+
"systemuser-1st-user-has-prefix": true
75+
76+
"zephyr"
77+
"global-alt-end": "<|endoftext|>\n"
78+
"global-begin": ""
79+
"global-end": ""
80+
81+
"system-begin": ""
82+
"system-prefix": "<|system|>\n"
83+
"system-suffix": ""
84+
"system-end": "</s>\n"
85+
86+
"user-begin": ""
87+
"user-prefix": "<|user|>\n"
88+
"user-suffix": ""
89+
"user-end": "</s>\n"
90+
91+
"assistant-end-alt": "<|endoftext|>\n"
92+
"assistant-begin": ""
93+
"assistant-prefix": "<|assistant|>\n"
94+
"assistant-suffix": ""
95+
"assistant-end": "</s>\n"
96+
97+
"reverse-prompt": "</s>",
98+
"systemuser-system-has-suffix": true,
99+
"systemuser-system-has-end": true,
100+
"systemuser-1st-user-has-begin": true,
101+
"systemuser-1st-user-has-prefix": true
102+
103+
"gemma"
104+
"global-begin": ""
105+
"global-end": ""
106+
107+
"system-begin": ""
108+
"system-prefix": "<start_of_turn>user\n"
109+
"system-suffix": "<end_of_turn>\n"
110+
"system-end": ""
111+
112+
"user-begin": ""
113+
"user-prefix": "<start_of_turn>user\n"
114+
"user-suffix": "<end_of_turn>\n"
115+
"user-end": ""
116+
117+
"assistant-begin": ""
118+
"assistant-prefix": "<start_of_turn>model\n"
119+
"assistant-suffix": "<end_of_turn>\n"
120+
"assistant-end": ""
121+
122+
"reverse-prompt": "<eos>",
123+
"systemuser-system-has-suffix": true,
124+
"systemuser-system-has-end": false,
125+
"systemuser-1st-user-has-begin": true,
126+
"systemuser-1st-user-has-prefix": true
127+
128+
"deepseek-coder"
129+
"global-begin": ""
130+
"global-end": ""
131+
132+
"system-begin": "\n<|begin▁of▁sentence|>"
133+
"system-prefix": ""
134+
"system-suffix": "\n"
135+
"system-end": ""
136+
137+
"user-begin": ""
138+
"user-prefix": "### Instruction:\n"
139+
"user-suffix": "\n"
140+
"user-end": ""
141+
142+
"assistant-prefix": "### Response:\n"
143+
"assistant-suffix": "\n<|EOT|>\n
144+
145+
"reverse-prompt": "<|EOT|>"
146+
"systemuser-system-has-suffix": true,
147+
"systemuser-system-has-end": false,
148+
"systemuser-1st-user-has-begin": false,
149+
"systemuser-1st-user-has-prefix": true
150+
151+
"deepseek"
152+
"global-begin": ""
153+
"global-end": ""
154+
155+
"system-begin": "<|begin▁of▁sentence|>"
156+
"system-prefix": ""
157+
"system-suffix": "\n\n"
158+
"system-end": ""
159+
160+
"user-begin": "<|begin▁of▁sentence|>"
161+
"user-prefix": "User: "
162+
"user-suffix": "\n\n"
163+
"user-end": ""
164+
165+
"assistant-begin": ""
166+
"assistant-prefix": "Assistant: "
167+
"assistant-suffix": " <|end▁of▁sentence|>\n"
168+
"assistant-end": ""
169+
170+
"reverse-prompt": "<|end▁of▁sentence|>",
171+
"systemuser-system-has-suffix": true,
172+
"systemuser-system-has-end": false,
173+
"systemuser-1st-user-has-begin": false,
174+
"systemuser-1st-user-has-prefix": true
175+
176+
"monarch"
177+
"global-begin": ""
178+
"global-end": ""
179+
180+
"system-begin": "<s>"
181+
"system-prefix": "system\n"
182+
"system-suffix": ""
183+
"system-end": "</s>\n"
184+
185+
"user-begin": "<s>"
186+
"user-prefix": "user\n"
187+
"user-suffix": ""
188+
"user-end": "</s>\n"
189+
190+
"assistant-begin": "<s>"
191+
"assistant-prefix": "assistant\n"
192+
"assistant-suffix": ""
193+
"assistant-end": "</s>\n"
194+
195+
"reverse-prompt": "</s>",
196+
"systemuser-system-has-suffix": true,
197+
"systemuser-system-has-end": true,
198+
"systemuser-1st-user-has-begin": true,
199+
"systemuser-1st-user-has-prefix": true
200+
201+
"mistral"
202+
"global-begin": ""
203+
"global-end": ""
204+
205+
"system-begin": "<s>"
206+
"system-prefix": "[INST] "
207+
"system-suffix": " [/INST]"
208+
"system-end": "\n"
209+
210+
"user-begin": ""
211+
"user-prefix": "[INST] "
212+
"user-suffix": " [/INST]"
213+
"user-end": "\n"
214+
215+
"assistant-begin": ""
216+
"assistant-prefix": ""
217+
"assistant-suffix": ""
218+
"assistant-end": "</s> \n"
219+
220+
"reverse-prompt": "</s>",
221+
"systemuser-system-has-suffix": false,
222+
"systemuser-system-has-end": true,
223+
"systemuser-1st-user-has-begin": false,
224+
"systemuser-1st-user-has-prefix": false
225+

0 commit comments

Comments
 (0)