Skip to content

Commit c8c7003

Browse files
authored
Add support for AceReason-Nemotron-7B (#321)
* support AceReason
1 parent 45563d4 commit c8c7003

File tree

5 files changed

+11
-1
lines changed

5 files changed

+11
-1
lines changed

Applications/MLXChatExample/Services/MLXService.swift

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ class MLXService {
2929
name: "qwen2.5VL:3b", configuration: VLMRegistry.qwen2_5VL3BInstruct4Bit, type: .vlm),
3030
LMModel(name: "qwen2VL:2b", configuration: VLMRegistry.qwen2VL2BInstruct4Bit, type: .vlm),
3131
LMModel(name: "smolVLM", configuration: VLMRegistry.smolvlminstruct4bit, type: .vlm),
32+
LMModel(name: "acereason:7B", configuration: LLMRegistry.acereason_7b_4bit, type: .llm),
3233
]
3334

3435
/// Cache to store loaded model containers to avoid reloading.

Libraries/MLXLLM/Documentation.docc/Documentation.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -48,3 +48,4 @@ More advanced APIs are available for those that need them, see <doc:using-model>
4848
- ``Starcoder2Model``
4949
- ``MiMoModel``
5050
- ``GLM4Model``
51+
- ``AceReason``

Libraries/MLXLLM/LLMModelFactory.swift

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,7 @@ public class LLMTypeRegistry: ModelTypeRegistry, @unchecked Sendable {
4545
"granite": create(GraniteConfiguration.self, GraniteModel.init),
4646
"mimo": create(MiMoConfiguration.self, MiMoModel.init),
4747
"glm4": create(GLM4Configuration.self, GLM4Model.init),
48+
"acereason": create(Qwen2Configuration.self, Qwen2Model.init),
4849
]
4950
}
5051

@@ -211,6 +212,11 @@ public class LLMRegistry: AbstractModelRegistry, @unchecked Sendable {
211212
defaultPrompt: "Why is the sky blue?"
212213
)
213214

215+
static public let acereason_7b_4bit = ModelConfiguration(
216+
id: "mlx-community/AceReason-Nemotron-7B-4bit",
217+
defaultPrompt: ""
218+
)
219+
214220
private static func all() -> [ModelConfiguration] {
215221
[
216222
codeLlama13b4bit,
@@ -240,6 +246,7 @@ public class LLMRegistry: AbstractModelRegistry, @unchecked Sendable {
240246
smolLM_135M_4bit,
241247
mimo_7b_sft_4bit,
242248
glm4_9b_4bit,
249+
acereason_7b_4bit,
243250
]
244251
}
245252

Libraries/MLXLLM/README.md

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -58,6 +58,7 @@ Currently supported model types are:
5858
- Starcoder2
5959
- MiMo
6060
- GLM4
61+
- AceReason
6162

6263
See [llm-tool](../../Tools/llm-tool)
6364

mlx-swift-examples.xcodeproj/project.xcworkspace/xcshareddata/swiftpm/Package.resolved

Lines changed: 1 addition & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)