Update Config for swift-transformers (#322)

Author: DePasqualeOrg

Libraries/MLXLMCommon/Tokenizer.swift

@@ -59,15 +59,15 @@ public func loadTokenizerConfig(configuration: ModelConfiguration, hub: HubApi)
 }
 
 private func updateTokenizerConfig(_ tokenizerConfig: Config) -> Config {
-    // workaround: replacement tokenizers for unhandled values in swift-transform
-    if let tokenizerClass = tokenizerConfig.tokenizerClass?.stringValue,
+    // Workaround: replacement tokenizers for unhandled values in swift-transformers
+    if let tokenizerClass = tokenizerConfig.tokenizerClass?.string(),
         let replacement = replacementTokenizers[tokenizerClass]
     {
-        var dictionary = tokenizerConfig.dictionary
-        dictionary["tokenizer_class"] = replacement
-        return Config(dictionary)
+        if var dictionary = tokenizerConfig.dictionary() {
+            dictionary["tokenizer_class"] = .init(replacement)
+            return Config(dictionary)
+        }
     }
-
     return tokenizerConfig
 }
 

Package.swift

@@ -29,7 +29,7 @@ let package = Package(
     dependencies: [
         .package(url: "https://github.com/ml-explore/mlx-swift", .upToNextMinor(from: "0.21.2")),
         .package(
-            url: "https://github.com/huggingface/swift-transformers", .upToNextMinor(from: "0.1.20")
+            url: "https://github.com/huggingface/swift-transformers", .upToNextMinor(from: "0.1.21")
         ),
         .package(url: "https://github.com/1024jp/GzipSwift", "6.0.1" ... "6.0.1"),  // Only needed by MLXMNIST
     ],