Merge branch 'feature/forecast_v2' into ad/add_support_for_valid_data

Author: ahosler

ads/opctl/operator/lowcode/anomaly/model/base_model.py

@@ -247,7 +247,7 @@ def _save_report(
 
         output_dir = find_output_dirname(self.spec.output_directory)
 
-        if ObjectStorageDetails.is_oci_path(output_dir):
+        if ObjectStorageDetails.is_oci_path(unique_output_dir):
             storage_options = default_signer()
         else:
             storage_options = dict()
@@ -260,7 +260,7 @@ def _save_report(
             enable_print()
             with open(report_local_path) as f1:
                 with fsspec.open(
-                    os.path.join(output_dir, self.spec.report_file_name),
+                    os.path.join(unique_output_dir, self.spec.report_file_name),
                     "w",
                     **storage_options,
                 ) as f2:
@@ -270,15 +270,15 @@ def _save_report(
             inliers = anomaly_output.get_inliers(self.datasets.data)
             write_data(
                 data=inliers,
-                filename=os.path.join(output_dir, self.spec.inliers_filename),
+                filename=os.path.join(unique_output_dir, self.spec.inliers_filename),
                 format="csv",
                 storage_options=storage_options,
             )
 
         outliers = anomaly_output.get_outliers(self.datasets.data)
         write_data(
             data=outliers,
-            filename=os.path.join(output_dir, self.spec.outliers_filename),
+            filename=os.path.join(unique_output_dir, self.spec.outliers_filename),
             format="csv",
             storage_options=storage_options,
         )
@@ -293,7 +293,7 @@ def _save_report(
 
         logger.warn(
             f"The report has been successfully "
-            f"generated and placed to the: {output_dir}."
+            f"generated and placed to the: {unique_output_dir}."
         )
 
     @abstractmethod

ads/opctl/operator/lowcode/common/utils.py

@@ -19,6 +19,7 @@
 import yaml
 from typing import Union
 
+from ads.opctl import logger
 from ads.opctl.operator.lowcode.common.errors import (
     InputDataError,
     InvalidParameterError,
@@ -105,6 +106,40 @@ def write_data(data, filename, format, storage_options, index=False, **kwargs):
     )
 
 
+def get_unique_report_dir(output_dir: str) -> str:
+    """
+    Generate a unique directory path for the report output.
+
+    Parameters
+    ------------
+    output_dir: str
+                The requested output directory path.
+    Returns
+    --------
+    str: The unique directory path for the report output.
+    """
+
+    if output_dir:
+            output_dir = output_dir.url
+            # set the unique directory path as the requested path by the user
+            unique_output_dir = output_dir
+    else:
+        output_dir = "results"
+
+        # If the directory exists, find the next unique directory name by appending an incrementing suffix
+        counter = 1
+        unique_output_dir = f"{output_dir}"
+        while os.path.exists(unique_output_dir):
+            unique_output_dir = f"{output_dir}_{counter}"
+            counter += 1
+        logger.warn(
+            "Since the output directory was not specified, the output will be saved to {} directory.".format(
+                unique_output_dir
+            )
+        )
+    return unique_output_dir
+
+
 def merge_category_columns(data, target_category_columns):
     result = data.apply(
         lambda x: "__".join([str(x[col]) for col in target_category_columns]), axis=1