[iOS] Add Qwen2 support (#2547)

tqchen · web-flow · commit 961d5f188e27 · 2024-06-07T11:47:37.000-04:00
This PR add Qwen2 support to MLC Chat
diff --git a/ios/MLCChat/mlc-package-config.json b/ios/MLCChat/mlc-package-config.json
@@ -19,8 +19,8 @@
             }
         },
         {
-            "model": "HF://mlc-ai/Qwen1.5-1.8B-Chat-q4f16_1-MLC",
-            "model_id": "Qwen1.5-1.8B-Chat-q4f16_1-MLC",
+            "model": "HF://mlc-ai/Qwen2-1.5B-Instruct-q4f16_1-MLC",
+            "model_id": "Qwen2-1.5B-Instruct-q4f16_1-MLC",
             "estimated_vram_bytes": 2960000000,
             "overrides": {
                 "prefill_chunk_size": 128,
@@ -37,4 +37,4 @@
             }
         }
     ]
-}
+}

Original file line number	Diff line number	Diff line change
`@@ -19,8 +19,8 @@`
`19`	`19`	`}`
`20`	`20`	`},`
`21`	`21`	`{`
`22`		`- "model": "HF://mlc-ai/Qwen1.5-1.8B-Chat-q4f16_1-MLC",`
`23`		`- "model_id": "Qwen1.5-1.8B-Chat-q4f16_1-MLC",`
	`22`	`+ "model": "HF://mlc-ai/Qwen2-1.5B-Instruct-q4f16_1-MLC",`
	`23`	`+ "model_id": "Qwen2-1.5B-Instruct-q4f16_1-MLC",`
`24`	`24`	`"estimated_vram_bytes": 2960000000,`
`25`	`25`	`"overrides": {`
`26`	`26`	`"prefill_chunk_size": 128,`
`@@ -37,4 +37,4 @@`
`37`	`37`	`}`
`38`	`38`	`}`
`39`	`39`	`]`
`40`		`-}`
	`40`	`+}`