fix: changed default value, var name, formatting

Author: Leonid_Frolov1

cluster.tf

@@ -1,17 +1,16 @@
 resource "databricks_cluster" "cluster" {
   for_each = { for cluster in var.clusters : cluster.cluster_name => cluster }
 
-  cluster_name            = each.value.cluster_name
-  spark_version           = each.value.spark_version
-  spark_conf              = each.value.enabled_adls_passthrought ? merge(each.value.spark_conf,
-    {
-      "spark.databricks.cluster.profile" : "serverless",
-      "spark.databricks.repl.allowedLanguages" : "python,sql",
-      "spark.databricks.passthrough.enabled" : "true",
-      "spark.databricks.pyspark.enableProcessIsolation" : "true"
-    }) : each.value.spark_conf
+  cluster_name  = each.value.cluster_name
+  spark_version = each.value.spark_version
+  spark_conf = each.value.cluster_conf_passthrought ? merge({
+    "spark.databricks.cluster.profile" : "serverless",
+    "spark.databricks.repl.allowedLanguages" : "python,sql",
+    "spark.databricks.passthrough.enabled" : "true",
+    "spark.databricks.pyspark.enableProcessIsolation" : "true"
+  }, each.value.spark_conf) : each.value.spark_conf
   spark_env_vars          = each.value.spark_env_vars
-  data_security_mode      = each.value.data_security_mode
+  data_security_mode      = each.value.cluster_conf_passthrought ? null : each.value.data_security_mode
   node_type_id            = each.value.node_type_id
   autotermination_minutes = each.value.autotermination_minutes
 

outputs.tf

@@ -16,7 +16,7 @@ output "metastore_id" {
 output "token" {
   value       = databricks_token.pat.token_value
   description = "Databricks Personal Authorization Token"
-  sensitive = true
+  sensitive   = true
 }
 
 output "clusters" {

variables.tf

@@ -228,7 +228,7 @@ variable "clusters" {
     cluster_name                 = string
     spark_version                = optional(string, "11.3.x-scala2.12")
     spark_conf                   = optional(map(any), {})
-    enabled_adls_passthrought    = optional(bool, false)
+    cluster_conf_passthrought    = optional(bool, false)
     spark_env_vars               = optional(map(any), {})
     data_security_mode           = optional(string, "USER_ISOLATION")
     node_type_id                 = optional(string, "Standard_D3_v2")