Skip to content

Commit 5105f72

Browse files
authored
Remove leftover function (#67)
1 parent a741be8 commit 5105f72

File tree

1 file changed

+0
-5
lines changed

1 file changed

+0
-5
lines changed

Sources/Tokenizers/BertTokenizer.swift

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -114,11 +114,6 @@ class BertTokenizer {
114114

115115

116116
extension BertTokenizer: PreTrainedTokenizerModel {
117-
// FIXME: remove
118-
func callAsFunction(_ text: String) -> [Int] {
119-
return []
120-
}
121-
122117
var unknownToken: String? { wordpieceTokenizer.unkToken }
123118
var unknownTokenId: Int? { vocab[unknownToken!] }
124119

0 commit comments

Comments
 (0)