Skip to content

Commit 387d2bc

Browse files
authored
Update model_runner_v1.py
1 parent bfea385 commit 387d2bc

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

vllm_ascend/worker/model_runner_v1.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1168,7 +1168,11 @@ def load_model(self) -> None:
11681168
with DeviceMemoryProfiler() as m: # noqa: SIM117
11691169
self.model = get_model(vllm_config=self.vllm_config)
11701170
if self.lora_config:
1171-
raise ValueError("LoRA model is not supported on NPU now.")
1171+
self.model = self.load_lora_model(self.model,
1172+
self.model_config,
1173+
self.scheduler_config,
1174+
self.lora_config,
1175+
self.device)
11721176
if hasattr(self, "drafter"):
11731177
logger.info("Loading drafter model...")
11741178
self.drafter.load_model(self.model)

0 commit comments

Comments
 (0)