Skip to content

Commit af881fb

Browse files
authored
[FSTORE-1628] Update deequ for spark 3.5 support (#421) (#429)
1 parent c9d6d74 commit af881fb

File tree

2 files changed

+11
-4
lines changed

2 files changed

+11
-4
lines changed

java/pom.xml

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@
2727
<lombok.version>1.18.10</lombok.version>
2828
<fasterxml.jackson.databind.version>2.10.0</fasterxml.jackson.databind.version>
2929
<deequ.version>1.1.0.6-SNAPSHOT</deequ.version>
30+
<spark.version>3.1.1.3</spark.version>
3031
<hudi.version>0.12.3.2</hudi.version>
3132
<awssdk.version>2.10.40</awssdk.version>
3233
<scala.version>2.12.10</scala.version>
@@ -282,6 +283,16 @@
282283
<artifact.spark.version>spark3.3</artifact.spark.version>
283284
</properties>
284285
</profile>
286+
<profile>
287+
<id>spark-3.5</id>
288+
<properties>
289+
<spark.version>3.5.3</spark.version>
290+
<deequ.version>2.0.7-spark-3.5</deequ.version>
291+
<artifact.spark.version>spark3.5</artifact.spark.version>
292+
<fasterxml.jackson.databind.version>2.15.2</fasterxml.jackson.databind.version>
293+
<avro.version>1.11.2</avro.version>
294+
</properties>
295+
</profile>
285296
</profiles>
286297

287298
<repositories>

java/spark/pom.xml

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -28,10 +28,6 @@
2828

2929
<artifactId>hsfs-spark-${artifact.spark.version}</artifactId>
3030

31-
<properties>
32-
<spark.version>3.1.1.3</spark.version>
33-
</properties>
34-
3531
<dependencies>
3632
<dependency>
3733
<groupId>com.fasterxml.jackson.core</groupId>

0 commit comments

Comments
 (0)