Plugged logsgzip processor to otel pipeline

Author: kamalchaturvedi

internal/collector/otel_collector_plugin_test.go

@@ -405,6 +405,7 @@ func TestCollector_ProcessResourceUpdateTopicFails(t *testing.T) {
 	conf.Collector.Processors.Batch = nil
 	conf.Collector.Processors.Attribute = nil
 	conf.Collector.Processors.Resource = nil
+	conf.Collector.Processors.LogsGzip = nil
 	conf.Collector.Exporters.OtlpExporters = nil
 	conf.Collector.Exporters.PrometheusExporter = &config.PrometheusExporter{
 		Server: &config.ServerConfig{
@@ -457,6 +458,7 @@ func TestCollector_ProcessResourceUpdateTopicFails(t *testing.T) {
 					Batch:     nil,
 					Attribute: nil,
 					Resource:  nil,
+					LogsGzip:  nil,
 				},
 				collector.config.Collector.Processors)
 		})
@@ -727,7 +729,7 @@ func TestCollector_updateTcplogReceivers(t *testing.T) {
 	conf.Collector.Processors.Batch = nil
 	conf.Collector.Processors.Attribute = nil
 	conf.Collector.Processors.Resource = nil
-
+	conf.Collector.Processors.LogsGzip = nil
 	collector, err := New(conf)
 	require.NoError(t, err)
 

internal/collector/otelcol.tmpl

@@ -143,6 +143,9 @@ processors:
     timeout: {{ .Processors.Batch.Timeout }}
     send_batch_max_size: {{ .Processors.Batch.SendBatchMaxSize }}
 {{- end }}
+{{- if ne .Processors.LogsGzip nil }}
+  logsgzip: {}
+{{- end }}
 
 exporters:
 {{- range $index, $otlpExporter := .Exporters.OtlpExporters }}
@@ -294,6 +297,9 @@ service:
         - resource
         {{- end }}
         {{- end }}
+        {{- if ne .Processors.LogsGzip nil }}
+        - logsgzip
+        {{- end }}
         {{- if ne .Processors.Batch nil }}
         - batch
         {{- end }}

internal/config/config.go

@@ -823,6 +823,7 @@ func resolveProcessors() Processors {
 			SendBatchMaxSize: viperInstance.GetUint32(CollectorBatchProcessorSendBatchMaxSizeKey),
 			Timeout:          viperInstance.GetDuration(CollectorBatchProcessorTimeoutKey),
 		},
+		LogsGzip: &LogsGzip{},
 	}
 
 	if viperInstance.IsSet(CollectorAttributeProcessorKey) {

internal/config/config_test.go

@@ -188,6 +188,7 @@ func TestResolveCollector(t *testing.T) {
 		viperInstance.Set(CollectorBatchProcessorSendBatchSizeKey, expected.Processors.Batch.SendBatchSize)
 		viperInstance.Set(CollectorBatchProcessorSendBatchMaxSizeKey, expected.Processors.Batch.SendBatchMaxSize)
 		viperInstance.Set(CollectorBatchProcessorTimeoutKey, expected.Processors.Batch.Timeout)
+		viperInstance.Set(CollectorLogsGzipProcessorKey, expected.Processors.LogsGzip)
 		viperInstance.Set(CollectorExportersKey, expected.Exporters)
 		viperInstance.Set(CollectorOtlpExportersKey, expected.Exporters.OtlpExporters)
 		viperInstance.Set(CollectorExtensionsHealthServerHostKey, expected.Extensions.Health.Server.Host)
@@ -693,6 +694,7 @@ func getAgentConfig() *Config {
 					SendBatchSize:    DefCollectorBatchProcessorSendBatchSize,
 					Timeout:          DefCollectorBatchProcessorTimeout,
 				},
+				LogsGzip: &LogsGzip{},
 			},
 			Receivers: Receivers{
 				OtlpReceivers: []OtlpReceiver{
@@ -856,6 +858,7 @@ func createConfig() *Config {
 						},
 					},
 				},
+				LogsGzip: &LogsGzip{},
 			},
 			Receivers: Receivers{
 				OtlpReceivers: []OtlpReceiver{

internal/config/flags.go

@@ -64,6 +64,7 @@ var (
 	CollectorBatchProcessorSendBatchSizeKey     = pre(CollectorBatchProcessorKey) + "send_batch_size"
 	CollectorBatchProcessorSendBatchMaxSizeKey  = pre(CollectorBatchProcessorKey) + "send_batch_max_size"
 	CollectorBatchProcessorTimeoutKey           = pre(CollectorBatchProcessorKey) + "timeout"
+	CollectorLogsGzipProcessorKey               = pre(CollectorProcessorsKey) + "logsgzip"
 	CollectorExtensionsKey                      = pre(CollectorRootKey) + "extensions"
 	CollectorExtensionsHealthKey                = pre(CollectorExtensionsKey) + "health"
 	CollectorExtensionsHealthServerHostKey      = pre(CollectorExtensionsHealthKey) + "server_host"

internal/config/testdata/nginx-agent.conf

@@ -112,6 +112,7 @@ collector:
             - key: "test"
               action: "insert"
               value: "value"
+    logsgzip: {}
   exporters:
     otlp:
       - server:

internal/config/types.go

@@ -153,6 +153,7 @@ type (
 		Attribute *Attribute `yaml:"attribute" mapstructure:"attribute"`
 		Resource  *Resource  `yaml:"resource"  mapstructure:"resource"`
 		Batch     *Batch     `yaml:"batch"     mapstructure:"batch"`
+		LogsGzip  *LogsGzip  `yaml:"logsgzip"  mapstructure:"logsgzip"`
 	}
 
 	Attribute struct {
@@ -181,6 +182,8 @@ type (
 		Timeout          time.Duration `yaml:"timeout"             mapstructure:"timeout"`
 	}
 
+	LogsGzip struct{}
+
 	// OTel Collector Receiver configuration.
 	Receivers struct {
 		ContainerMetrics   *ContainerMetricsReceiver `yaml:"container_metrics" mapstructure:"container_metrics"`