File tree Expand file tree Collapse file tree 1 file changed +8
-2
lines changed Expand file tree Collapse file tree 1 file changed +8
-2
lines changed Original file line number Diff line number Diff line change 13
13
14
14
from ads .aqua import ODSC_MODEL_COMPARTMENT_OCID
15
15
from ads .aqua .app import AquaApp
16
- from ads .aqua .common .enums import Tags
16
+ from ads .aqua .common .enums import Tags , HuggingFaceTags
17
17
from ads .aqua .common .errors import AquaRuntimeError
18
18
from ads .aqua .common .utils import (
19
19
create_word_icon ,
@@ -627,7 +627,13 @@ def _create_model_catalog_entry(
627
627
)
628
628
629
629
if not inference_container :
630
- inference_container = InferenceContainerTypeKey .AQUA_TGI_CONTAINER_KEY
630
+ inference_container = (
631
+ InferenceContainerTypeKey .AQUA_TGI_CONTAINER_KEY
632
+ if model_info
633
+ and model_info .tags
634
+ and HuggingFaceTags .TEXT_GENERATION_INFERENCE in model_info .tags
635
+ else InferenceContainerTypeKey .AQUA_VLLM_CONTAINER_KEY
636
+ )
631
637
logger .info (
632
638
f"Model: { model_name } does not have associated inference container defaults. "
633
639
f"{ inference_container } will be used instead."
You can’t perform that action at this time.
0 commit comments