Skip to content

Commit a808140

Browse files
committed
fix testDeepSeekQwenChatTemplate test function to reflect changes on tokenizer config
1 parent e25f178 commit a808140

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

Tests/TokenizersTests/ChatTemplateTests.swift

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -27,11 +27,11 @@ class ChatTemplateTests: XCTestCase {
2727
func testDeepSeekQwenChatTemplate() async throws {
2828
let tokenizer = try await AutoTokenizer.from(pretrained: "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B")
2929
let encoded = try tokenizer.applyChatTemplate(messages: messages)
30-
let encodedTarget = [151646, 151644, 74785, 279, 23670, 15473, 4128, 13, 151645]
30+
let encodedTarget = [151646, 151644, 74785, 279, 23670, 15473, 4128, 13, 151645, 151648, 198]
3131
XCTAssertEqual(encoded, encodedTarget)
3232

3333
let decoded = tokenizer.decode(tokens: encoded)
34-
let decodedTarget = "<|begin▁of▁sentence|><|User|>Describe the Swift programming language.<|Assistant|>"
34+
let decodedTarget = "<|begin▁of▁sentence|><|User|>Describe the Swift programming language.<|Assistant|><think>\n"
3535
XCTAssertEqual(decoded, decodedTarget)
3636
}
3737

0 commit comments

Comments
 (0)