File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change @@ -1167,16 +1167,15 @@ def load_model(self) -> None:
1167
1167
1168
1168
with DeviceMemoryProfiler () as m : # noqa: SIM117
1169
1169
self .model = get_model (vllm_config = self .vllm_config )
1170
+ if hasattr (self , "drafter" ):
1171
+ logger .info ("Loading drafter model..." )
1172
+ self .drafter .load_model (self .model )
1170
1173
if self .lora_config :
1171
1174
self .model = self .load_lora_model (self .model ,
1172
1175
self .model_config ,
1173
1176
self .scheduler_config ,
1174
1177
self .lora_config ,
1175
1178
self .device )
1176
-
1177
- if hasattr (self , "drafter" ):
1178
- logger .info ("Loading drafter model..." )
1179
- self .drafter .load_model (self .model )
1180
1179
logger .info ("Loading model weights took %.4f GB" ,
1181
1180
m .consumed_memory / float (2 ** 30 ))
1182
1181
You can’t perform that action at this time.
0 commit comments