File tree Expand file tree Collapse file tree 2 files changed +0
-12
lines changed Expand file tree Collapse file tree 2 files changed +0
-12
lines changed Original file line number Diff line number Diff line change 6
6
//
7
7
8
8
import Foundation
9
- import CryptoKit
10
9
import os
11
10
12
11
public struct HubApi {
Original file line number Diff line number Diff line change @@ -574,17 +574,6 @@ extension AutoTokenizer {
574
574
return try tokenizerClass. init ( tokenizerConfig: tokenizerConfig, tokenizerData: tokenizerData)
575
575
}
576
576
577
- public static func from(
578
- pretrained model: String ,
579
- hubApi: HubApi = . shared
580
- ) async throws -> Tokenizer {
581
- let config = LanguageModelConfigurationFromHub ( modelName: model, hubApi: hubApi)
582
- guard let tokenizerConfig = try await config. tokenizerConfig else { throw TokenizerError . missingConfig }
583
- let tokenizerData = try await config. tokenizerData
584
-
585
- return try AutoTokenizer . from ( tokenizerConfig: tokenizerConfig, tokenizerData: tokenizerData)
586
- }
587
-
588
577
public static func from(
589
578
modelFolder: URL ,
590
579
hubApi: HubApi = . shared
You can’t perform that action at this time.
0 commit comments