Adding default chat_template api

Author: kumar-shivam-ranjan

ads/aqua/app.py

@@ -19,6 +19,7 @@
     get_artifact_path,
     is_valid_ocid,
     load_config,
+    read_file,
 )
 from ads.aqua.constants import UNKNOWN
 from ads.common import oci_client as oc
@@ -328,6 +329,53 @@ def get_config(self, model_id: str, config_file_name: str) -> Dict:
 
         return config
 
+    def get_chat_template(self, model_id):
+        """Gets the default chat template for the given Aqua model.
+
+        Parameters
+        ----------
+        model_id: str
+            The OCID of the Aqua model.
+
+        Returns
+        -------
+        str:
+            Chat template string.
+        """
+        chat_template = ""
+        oci_model = self.ds_client.get_model(model_id).data
+        oci_aqua = (
+            (
+                Tags.AQUA_TAG in oci_model.freeform_tags
+                or Tags.AQUA_TAG.lower() in oci_model.freeform_tags
+            )
+            if oci_model.freeform_tags
+            else False
+        )
+
+        if not oci_aqua:
+            raise AquaRuntimeError(f"Target model {oci_model.id} is not Aqua model.")
+        artifact_path = get_artifact_path(oci_model.custom_metadata_list)
+        if not artifact_path:
+            logger.debug(
+                f"Failed to get artifact path from custom metadata for the model: {model_id}"
+            )
+            return chat_template
+
+        try:
+            tokenizer_path = f"{os.path.dirname(artifact_path)}/tokenizer_config.json"
+            chat_template = read_file(tokenizer_path)
+        except Exception:
+            pass
+
+        if not chat_template:
+            logger.error(
+                f"No default chat template is available for the model: {model_id}."
+            )
+            return chat_template
+
+        return chat_template
+
     @property
     def telemetry(self):
         if not self._telemetry:

ads/aqua/common/utils.py

@@ -239,7 +239,10 @@ def read_file(file_path: str, **kwargs) -> str:
 
 @threaded()
 def load_config(file_path: str, config_file_name: str, **kwargs) -> dict:
-    artifact_path = f"{file_path.rstrip('/')}/{config_file_name}"
+    if config_file_name:
+        artifact_path = f"{file_path.rstrip('/')}/{config_file_name}"
+    else:
+        artifact_path = f"{file_path.rstrip('/')}"
     signer = default_signer() if artifact_path.startswith("oci://") else {}
     config = json.loads(
         read_file(file_path=artifact_path, auth=signer, **kwargs) or UNKNOWN_JSON_STR

ads/aqua/extension/model_handler.py

@@ -34,6 +34,8 @@ def get(
         """Handle GET request."""
         url_parse = urlparse(self.request.path)
         paths = url_parse.path.strip("/")
+        path_list = paths.split("/")
+        print(path_list)
         if paths.startswith("aqua/model/files"):
             os_path = self.get_argument("os_path", None)
             model_name = self.get_argument("model_name", None)
@@ -63,6 +65,12 @@ def get(
                             "os_path", "model_name"
                         ),
                     )
+        elif (
+            len(path_list) == 4
+            and path_list[2].startswith("ocid1.datasciencemodel")
+            and path_list[3] == "chat_templates"
+        ):
+            return self.get_chat_template(model_id)
         elif not model_id:
             return self.list()
 
@@ -316,8 +324,25 @@ def post(self, *args, **kwargs):  # noqa: ARG002
         )
 
 
+class AquaModelChatTemplateHandler(AquaAPIhandler):
+    def get(self, model_id):
+        url_parse = urlparse(self.request.path)
+        paths = url_parse.path.strip("/")
+        path_list = paths.split("/")
+        print(path_list)
+        if (
+            len(path_list) == 4
+            and path_list[2].startswith("ocid1.datasciencemodel")
+            and path_list[3] == "chat_template"
+        ):
+            return self.finish(AquaModelApp().get_chat_template(model_id))
+        else:
+            raise HTTPError(400, f"The request {self.request.path} is invalid.")
+
+
 __handlers__ = [
     ("model/?([^/]*)", AquaModelHandler),
     ("model/?([^/]*)/license", AquaModelLicenseHandler),
+    ("model/?([^/]*)/chat_template", AquaModelChatTemplateHandler),
     ("model/hf/search/?([^/]*)", AquaHuggingFaceHandler),
 ]