Fix Papermill CI

[Fokko]

The IJava extension is not maintained anymore, and seems not to work properly with Java 17. I've changed it to the Scala extension that's also used by other notebooks and works great 👍

[Fokko]

Seems like we need to update Spark as well:

2025-03-19T08:10:00.9329219Z     {
2025-03-19T08:10:00.9329394Z      "ename": "EvalException",
2025-03-19T08:10:00.9330260Z      "evalue": "class org.apache.spark.storage.StorageUtils$ (in unnamed module @0x2b1f975d) cannot access class sun.nio.ch.DirectBuffer (in module java.base) because module java.base does not export sun.nio.ch to unnamed module @0x2b1f975d",
2025-03-19T08:10:00.9331114Z      "output_type": "error",
2025-03-19T08:10:00.9331334Z      "traceback": [
2025-03-19T08:10:00.9331664Z       "\u001b[1m\u001b[31m---------------------------------------------------------------------------\u001b[0m",
2025-03-19T08:10:00.9332802Z       "\u001b[1m\u001b[31mjava.lang.IllegalAccessError: class org.apache.spark.storage.StorageUtils$ (in unnamed module @0x2b1f975d) cannot access class sun.nio.ch.DirectBuffer (in module java.base) because module java.base does not export sun.nio.ch to unnamed module @0x2b1f975d\u001b[0m",
2025-03-19T08:10:00.9334160Z       "\u001b[1m\u001b[31m\tat org.apache.spark.storage.StorageUtils$.<init>(StorageUtils.scala:213)\u001b[0m",
2025-03-19T08:10:00.9334928Z       "\u001b[1m\u001b[31m\tat org.apache.spark.storage.StorageUtils$.<clinit>(StorageUtils.scala)\u001b[0m",
2025-03-19T08:10:00.9335695Z       "\u001b[1m\u001b[31m\tat org.apache.spark.storage.BlockManagerMasterEndpoint.<init>(BlockManagerMasterEndpoint.scala:121)\u001b[0m",
2025-03-19T08:10:00.9336430Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkEnv$.$anonfun$create$9(SparkEnv.scala:353)\u001b[0m",
2025-03-19T08:10:00.9337061Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkEnv$.registerOrLookupEndpoint$1(SparkEnv.scala:290)\u001b[0m",
2025-03-19T08:10:00.9337662Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkEnv$.create(SparkEnv.scala:339)\u001b[0m",
2025-03-19T08:10:00.9338222Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkEnv$.createDriverEnv(SparkEnv.scala:194)\u001b[0m",
2025-03-19T08:10:00.9338851Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkContext.createSparkEnv(SparkContext.scala:284)\u001b[0m",
2025-03-19T08:10:00.9339466Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkContext.<init>(SparkContext.scala:478)\u001b[0m",
2025-03-19T08:10:00.9340068Z       "\u001b[1m\u001b[31m\tat org.apache.spark.SparkContext$.getOrCreate(SparkContext.scala:2883)\u001b[0m",
2025-03-19T08:10:00.9340765Z       "\u001b[1m\u001b[31m\tat org.apache.spark.sql.SparkSession$Builder.$anonfun$getOrCreate$2(SparkSession.scala:1099)\u001b[0m",
2025-03-19T08:10:00.9341372Z       "\u001b[1m\u001b[31m\tat scala.Option.getOrElse(Option.scala:189)\u001b[0m",
2025-03-19T08:10:00.9341951Z       "\u001b[1m\u001b[31m\tat org.apache.spark.sql.SparkSession$Builder.getOrCreate(SparkSession.scala:1093)\u001b[0m",
2025-03-19T08:10:00.9342442Z       "\u001b[1m\u001b[31m\tat .(#44:15)\u001b[0m"
2025-03-19T08:10:00.9342689Z      ]
2025-03-19T08:10:00.9342851Z     }