Add support for OpenTelemetry Logs API #6465
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,100 @@ | ||
| 'use strict' | ||
|
|
||
| /** | ||
| * @typedef {import('@opentelemetry/api-logs').LogRecord} LogRecord | ||
| * @typedef {import('@opentelemetry/core').InstrumentationScope} InstrumentationScope | ||
| */ | ||
|
|
||
| /** | ||
| * BatchLogRecordProcessor processes log records in batches for efficient export to Datadog Agent. | ||
| * | ||
| * This implementation follows the OpenTelemetry JavaScript SDK BatchLogRecordProcessor: | ||
| * https://open-telemetry.github.io/opentelemetry-js/classes/_opentelemetry_sdk-logs.BatchLogRecordProcessor.html | ||
mabdinur marked this conversation as resolved.
Show resolved
Hide resolved
|
||
| * | ||
| * @class BatchLogRecordProcessor | ||
| */ | ||
| class BatchLogRecordProcessor { | ||
| #logRecords | ||
| #timer | ||
| #batchTimeout | ||
| #maxExportBatchSize | ||
|
|
||
| /** | ||
| * Creates a new BatchLogRecordProcessor instance. | ||
| * | ||
| * @param {OtlpHttpLogExporter} exporter - Log processor for exporting batches to Datadog Agent | ||
| * @param {number} batchTimeout - Timeout in milliseconds for batch processing | ||
| * @param {number} maxExportBatchSize - Maximum number of log records per batch | ||
| */ | ||
| constructor (exporter, batchTimeout, maxExportBatchSize) { | ||
| this.exporter = exporter | ||
| this.#batchTimeout = batchTimeout | ||
| this.#maxExportBatchSize = maxExportBatchSize | ||
| this.#logRecords = [] | ||
| this.#timer = null | ||
| } | ||
|
|
||
| /** | ||
| * Processes a single log record. | ||
| * | ||
| * @param {LogRecord} logRecord - The enriched log record with trace correlation and metadata | ||
| * @param {InstrumentationScope} instrumentationScope - The instrumentation library | ||
| */ | ||
| onEmit (logRecord, instrumentationScope) { | ||
| // Store the log record (already enriched by Logger.emit) | ||
| this.#logRecords.push({ ...logRecord, instrumentationScope }) | ||
|
|
||
| if (this.#logRecords.length >= this.#maxExportBatchSize) { | ||
| this.#export() | ||
| } else if (this.#logRecords.length === 1) { | ||
| this.#startTimer() | ||
| } | ||
| } | ||
|
|
||
| /** | ||
| * Forces an immediate flush of all pending log records. | ||
| * @returns {undefined} Promise that resolves when flush is complete | ||
| */ | ||
| forceFlush () { | ||
| this.#export() | ||
| } | ||
|
|
||
| /** | ||
| * Starts the batch timeout timer. | ||
| * @private | ||
| */ | ||
| #startTimer () { | ||
| if (this.#timer) { | ||
| return | ||
| } | ||
|
|
||
| this.#timer = setTimeout(() => { | ||
| this.#export() | ||
| }, this.#batchTimeout) | ||
| } | ||
|
|
||
| /** | ||
| * Exports the current batch of log records. | ||
| * @private | ||
| */ | ||
| #export () { | ||
| const logRecords = this.#logRecords.slice(0, this.#maxExportBatchSize) | ||
| this.#logRecords = this.#logRecords.slice(this.#maxExportBatchSize) | ||
|
|
||
| this.#clearTimer() | ||
| this.exporter.export(logRecords, () => {}) | ||
| } | ||
|
|
||
| /** | ||
| * Clears the batch timeout timer. | ||
| * @private | ||
| */ | ||
| #clearTimer () { | ||
| if (this.#timer) { | ||
| clearTimeout(this.#timer) | ||
| this.#timer = null | ||
| } | ||
| } | ||
| } | ||
|
|
||
| module.exports = BatchLogRecordProcessor | ||
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,87 @@ | ||
| 'use strict' | ||
|
|
||
| const os = require('os') | ||
|
|
||
| /** | ||
| * @typedef {import('../../config')} Config | ||
| */ | ||
|
|
||
| /** | ||
| * @fileoverview OpenTelemetry Logs Implementation for dd-trace-js | ||
| * | ||
| * This package provides a custom OpenTelemetry Logs implementation that integrates | ||
| * with the Datadog tracing library. It includes all necessary components for | ||
| * emitting, processing, and exporting log records via OTLP (OpenTelemetry Protocol). | ||
| * | ||
| * Key Components: | ||
| * - LoggerProvider: Main entry point for creating loggers | ||
| * - Logger: Provides methods to emit log records | ||
| * - BatchLogRecordProcessor: Processes log records in batches for efficient export | ||
| * - OtlpHttpLogExporter: Exports log records via OTLP over HTTP | ||
| * - OtlpTransformer: Transforms log records to OTLP format | ||
| * | ||
| * This is a custom implementation to avoid pulling in the full OpenTelemetry SDK, | ||
| * based on OTLP Protocol v1.7.0. It supports both protobuf and JSON serialization | ||
| * formats and integrates with Datadog's configuration system. | ||
| * | ||
| * @package | ||
| */ | ||
|
|
||
| const LoggerProvider = require('./logger_provider') | ||
| const BatchLogRecordProcessor = require('./batch_log_processor') | ||
| const OtlpHttpLogExporter = require('./otlp_http_log_exporter') | ||
|
|
||
| /** | ||
| * Initializes OpenTelemetry Logs support | ||
| * @param {Config} config - Tracer configuration instance | ||
| */ | ||
| function initializeOpenTelemetryLogs (config) { | ||
| // Build resource attributes | ||
| const resourceAttributes = { | ||
| 'service.name': config.service, | ||
| 'service.version': config.version, | ||
| 'deployment.environment': config.env | ||
| } | ||
|
|
||
| // Add all tracer tags (includes DD_TAGS, OTEL_RESOURCE_ATTRIBUTES, DD_TRACE_TAGS, etc.) | ||
| // Exclude Datadog-style keys that duplicate OpenTelemetry standard keys | ||
| if (config.tags) { | ||
| const filteredTags = { ...config.tags } | ||
| delete filteredTags.service | ||
| delete filteredTags.version | ||
| delete filteredTags.env | ||
| Object.assign(resourceAttributes, filteredTags) | ||
| } | ||
|
|
||
| // Add host.name if reportHostname is enabled | ||
| if (config.reportHostname) { | ||
| resourceAttributes['host.name'] = os.hostname() | ||
| } | ||
|
|
||
| // Create OTLP exporter using resolved config values | ||
| const exporter = new OtlpHttpLogExporter( | ||
| config.otelLogsUrl, | ||
| config.otelLogsHeaders, | ||
| config.otelLogsTimeout, | ||
| config.otelLogsProtocol, | ||
| resourceAttributes | ||
| ) | ||
|
|
||
| // Create batch processor for exporting logs to Datadog Agent | ||
| const processor = new BatchLogRecordProcessor( | ||
| exporter, | ||
| config.otelLogsBatchTimeout, | ||
| config.otelLogsMaxExportBatchSize | ||
| ) | ||
|
|
||
| // Create logger provider with processor for Datadog Agent export | ||
| const loggerProvider = new LoggerProvider({ processor }) | ||
|
|
||
| // Register the logger provider globally with OpenTelemetry API | ||
| loggerProvider.register() | ||
| } | ||
|
|
||
| module.exports = { | ||
| LoggerProvider, | ||
| initializeOpenTelemetryLogs | ||
| } |
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
Uh oh!
There was an error while loading. Please reload this page.