Skip to content

Commit 15e6693

Browse files
committed
Test with llm-tool
1 parent 986bb52 commit 15e6693

File tree

2 files changed

+7
-9
lines changed

2 files changed

+7
-9
lines changed

Tools/llm-tool/LLMTool.swift

Lines changed: 3 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -302,15 +302,9 @@ struct EvaluateCommand: AsyncParsableCommand {
302302
let modelFactory: ModelFactory
303303
let defaultModel: ModelConfiguration
304304

305-
// Switch between LLM and VLM based on presence of media
306-
let vlm = !media.image.isEmpty || !media.video.isEmpty
307-
if vlm {
308-
modelFactory = VLMModelFactory.shared
309-
defaultModel = MLXVLM.VLMRegistry.qwen2VL2BInstruct4Bit
310-
} else {
311-
modelFactory = LLMModelFactory.shared
312-
defaultModel = MLXLLM.LLMRegistry.mistral7B4bit
313-
}
305+
// Always use VLM factory and gemma3n_E2B_instruct for testing
306+
modelFactory = VLMModelFactory.shared
307+
defaultModel = MLXVLM.VLMRegistry.gemma3n_E2B_instruct
314308

315309
// Load the model
316310
let modelContainer = try await memory.start { [args] in

mlx-swift-examples.xcodeproj/xcshareddata/xcschemes/llm-tool.xcscheme

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,10 @@
6969
</CommandLineArgument>
7070
<CommandLineArgument
7171
argument = "--model mlx-community/Qwen3-1.7B-4bit --prompt &quot;Explain quantum computing in simple terms&quot; --max-tokens 100 --kv-bits 4"
72+
isEnabled = "NO">
73+
</CommandLineArgument>
74+
<CommandLineArgument
75+
argument = "--prompt &quot;Why is the sky blue?&quot; --extra-eos-token &quot;&lt;end_of_turn&gt;&quot;"
7276
isEnabled = "YES">
7377
</CommandLineArgument>
7478
<CommandLineArgument

0 commit comments

Comments
 (0)