Added support for enabling invocation logs separately from other log4j loggers. (#108)

* Added support for enabling invocation logs separately from other `log4j` loggers.

* PR comments

Co-authored-by: Scott Barnhart <sbarnhart@expedia.com>

Author: Scott Barnhart

CHANGELOG.md

@@ -3,6 +3,9 @@ All notable changes to this project will be documented in this file.
 
 The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
+## [3.6.1] - 2022-04-06
+- Added support for enabling invocation logs separately from other `log4j` loggers.
+
 ## [3.6.0] - 2022-03-22
 - Added support for AWS Glue metastore federation.
 

README.md

@@ -72,6 +72,10 @@ resource "kubernetes_deployment" "waggle_dance" {
             name  = "LOGLEVEL"
             value = var.wd_log_level
           }
+          env {
+            name  = "INVOCATIONLOGLEVEL"
+            value = var.enable_invocation_logs ? "debug" : "info"
+          }
           env {
             name  = "SERVER_YAML"
             value = base64encode(data.template_file.server_yaml.rendered)

k8s.tf

@@ -175,6 +175,7 @@ data "template_file" "waggledance" {
     region              = var.aws_region
     loggroup            = var.wd_instance_type == "ecs" ? join("", aws_cloudwatch_log_group.waggledance_ecs.*.name) : ""
     loglevel            = var.wd_log_level
+    invocationloglevel  = var.enable_invocation_logs ? "debug" : "info"
     server_yaml         = base64encode(data.template_file.server_yaml.rendered)
     federation_yaml     = base64encode(data.template_file.federation_yaml.rendered)
     hive_site_xml       = var.alluxio_endpoints == [] ? "" : base64encode(data.template_file.hive_site_xml.rendered)

templates.tf

@@ -27,6 +27,10 @@
 		"name": "LOGLEVEL",
 		"value": "${loglevel}"
 	  },
+	  {
+		"name": "INVOCATIONLOGLEVEL",
+		"value": "${invocationloglevel}"
+	  },
 	  {
 		"name": "SERVER_YAML",
 		"value": "${server_yaml}"

templates/waggledance.json

@@ -28,6 +28,12 @@ variable "wd_log_level" {
   default     = "info"
 }
 
+variable "enable_invocation_logs" {
+  description = "Turns on Waggledance invocation logs in log4j, by default only slow (1 minute+) invocations are logged."
+  type        = bool
+  default     = false
+}
+
 variable "enable_autoscaling" {
   description = "Enable k8s horizontal pod autoscaling"
   type        = bool