diff --git a/docs/running-on-kubernetes.md b/docs/running-on-kubernetes.md index 9f385a11d92e1..68cd9a78d0f3a 100644 --- a/docs/running-on-kubernetes.md +++ b/docs/running-on-kubernetes.md @@ -700,6 +700,14 @@ See the [configuration page](configuration.html) for information on Spark config 2.3.0 + + spark.kubernetes.allocation.maximum + Int.MaxValue + + The maximum number of executor pods to try to create during the whole job lifecycle. + + 4.1.0 + spark.kubernetes.jars.avoidDownloadSchemes (none) @@ -1377,6 +1385,14 @@ See the [configuration page](configuration.html) for information on Spark config 3.0.0 + + spark.kubernetes.executor.terminationGracePeriodSeconds + 30s + + Time to wait for graceful termination of executor pods. + + 4.1.0 + spark.kubernetes.executor.checkAllContainers true @@ -1603,6 +1619,15 @@ See the [configuration page](configuration.html) for information on Spark config 3.2.0 + + spark.kubernetes.driver.pod.excludedFeatureSteps + (none) + + Class names of a driver pod feature step to exclude. + This is a developer API. Comma separated. + + 4.1.0 + spark.kubernetes.executor.pod.featureSteps (none) @@ -1615,6 +1640,15 @@ See the [configuration page](configuration.html) for information on Spark config 3.2.0 + + spark.kubernetes.executor.pod.excludedFeatureSteps + (none) + + Class names of an executor pod feature step to exclude. + This is a developer API. Comma separated. + + 4.1.0 + spark.kubernetes.allocation.maxPendingPods Int.MaxValue