spark transformation changes

yogesh266 · yogesh266 · commit dc4c9de4991b · 2023-09-30T10:19:57.000+05:30
diff --git a/ads/feature_store/common/enums.py b/ads/feature_store/common/enums.py
@@ -225,6 +225,7 @@ class TransformationMode(Enum):
 
     SQL = "sql"
     PANDAS = "pandas"
+    SPARK = "spark"
 
 
 class FilterOperators(Enum):
diff --git a/ads/feature_store/common/utils/transformation_utils.py b/ads/feature_store/common/utils/transformation_utils.py
@@ -69,7 +69,7 @@ def apply_transformation(
                     temporary_table_view, **transformation_kwargs_dict
                 )
             )
-        elif transformation.transformation_mode == TransformationMode.PANDAS.value:
+        elif transformation.transformation_mode in [TransformationMode.PANDAS.value, TransformationMode.SPARK.value]:
             transformed_data = transformation_function_caller(
                 dataframe, **transformation_kwargs_dict
             )

Original file line number	Diff line number	Diff line change
`@@ -69,7 +69,7 @@ def apply_transformation(`
`69`	`69`	`temporary_table_view, **transformation_kwargs_dict`
`70`	`70`	`)`
`71`	`71`	`)`
`72`		`- elif transformation.transformation_mode == TransformationMode.PANDAS.value:`
	`72`	`+ elif transformation.transformation_mode in [TransformationMode.PANDAS.value, TransformationMode.SPARK.value]:`
`73`	`73`	`transformed_data = transformation_function_caller(`
`74`	`74`	`dataframe, **transformation_kwargs_dict`
`75`	`75`	`)`