Skip to content

Commit 750e2e9

Browse files
committed
Rename test
1 parent fa875e6 commit 750e2e9

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

Tests/TokenizersTests/AddedTokensTests.swift

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ import Tokenizers
1010
import Hub
1111

1212
class AddedTokensTests: XCTestCase {
13-
func testPhiAddedEnd() async throws {
13+
func testPhiAddedTokens() async throws {
1414
let tokenizer = try await AutoTokenizer.from(pretrained: "mlx-community/Phi-3-mini-128k-instruct-4bit")
1515
let inputIds = tokenizer("This is the <|end|>. My only friend, the <|end|>")
1616
XCTAssertEqual(inputIds, [1, 910, 338, 278, 29871, 32007, 29889, 1619, 871, 5121, 29892, 278, 29871, 32007])

0 commit comments

Comments
 (0)