diff --git a/spark/Dockerfile b/spark/Dockerfile index 0a430a6..215bc40 100644 --- a/spark/Dockerfile +++ b/spark/Dockerfile @@ -44,7 +44,7 @@ WORKDIR ${SPARK_HOME} ENV SPARK_VERSION=3.5.5 ENV SPARK_MAJOR_VERSION=3.5 -ENV ICEBERG_VERSION=1.8.1 +ENV ICEBERG_VERSION=1.9.0 # Download spark RUN mkdir -p ${SPARK_HOME} \ diff --git a/spark/notebooks/Iceberg - An Introduction to the Iceberg Java API using Scala.ipynb b/spark/notebooks/Iceberg - An Introduction to the Iceberg Java API using Scala.ipynb index 6db9d18..1132194 100644 --- a/spark/notebooks/Iceberg - An Introduction to the Iceberg Java API using Scala.ipynb +++ b/spark/notebooks/Iceberg - An Introduction to the Iceberg Java API using Scala.ipynb @@ -417,7 +417,7 @@ "val dataWriter: DataWriter[GenericRecord] =\n", " Parquet.writeData(file)\n", " .schema(schema)\n", - " .createWriterFunc(GenericParquetWriter.buildWriter)\n", + " .createWriterFunc(GenericParquetWriter.buildWriter(_))\n", " .overwrite()\n", " .withSpec(PartitionSpec.unpartitioned())\n", " .build()\n",