preprocessing steps, raise e remove

Author: codeloop

ads/opctl/operator/lowcode/anomaly/model/base_model.py

@@ -10,6 +10,7 @@
 from abc import ABC, abstractmethod
 from typing import Tuple
 
+from ads.opctl.operator.lowcode.common.transformations import Transformations
 import fsspec
 import numpy as np
 import pandas as pd
@@ -53,6 +54,11 @@ def __init__(self, config: AnomalyOperatorConfig, datasets: AnomalyDatasets):
         self.config: AnomalyOperatorConfig = config
         self.spec: AnomalyOperatorSpec = config.spec
         self.datasets = datasets
+
+        if self.spec.preprocessing.steps.missing_value_imputation:
+            for series_id, df in self.datasets.full_data_dict.items():
+                self.datasets.full_data_dict[series_id] = Transformations._fill_na(self, df)
+
         if self.spec.validation_data is not None:
             self.X_valid_dict = self.datasets.valid_data.X_valid_dict
             self.y_valid_dict = self.datasets.valid_data.y_valid_dict
@@ -74,7 +80,6 @@ def generate_report(self):
             logger.warning(f"Found exception: {e}")
             if self.spec.datetime_column:
                 anomaly_output = self._fallback_build_model()
-            raise e
 
         elapsed_time = time.time() - start_time