Skip to content

Commit 7d760ea

Browse files
update default container
1 parent f366665 commit 7d760ea

File tree

1 file changed

+8
-2
lines changed

1 file changed

+8
-2
lines changed

ads/aqua/model/model.py

Lines changed: 8 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313

1414
from ads.aqua import ODSC_MODEL_COMPARTMENT_OCID
1515
from ads.aqua.app import AquaApp
16-
from ads.aqua.common.enums import Tags
16+
from ads.aqua.common.enums import Tags, HuggingFaceTags
1717
from ads.aqua.common.errors import AquaRuntimeError
1818
from ads.aqua.common.utils import (
1919
create_word_icon,
@@ -627,7 +627,13 @@ def _create_model_catalog_entry(
627627
)
628628

629629
if not inference_container:
630-
inference_container = InferenceContainerTypeKey.AQUA_TGI_CONTAINER_KEY
630+
inference_container = (
631+
InferenceContainerTypeKey.AQUA_TGI_CONTAINER_KEY
632+
if model_info
633+
and model_info.tags
634+
and HuggingFaceTags.TEXT_GENERATION_INFERENCE in model_info.tags
635+
else InferenceContainerTypeKey.AQUA_VLLM_CONTAINER_KEY
636+
)
631637
logger.info(
632638
f"Model: {model_name} does not have associated inference container defaults. "
633639
f"{inference_container} will be used instead."

0 commit comments

Comments
 (0)