k8s remap

[panpan-wu]

I want to add tag field, but meet some errors.

vector config

transforms:
  k8s_logs_remap:
    type: remap
    inputs: [kubernetes_logs]
    source: |-
      .k8s.container_image = .kubernetes.container_image
      .k8s.container_name = .kubernetes.container_name
      .k8s.pod_labels = .kubernetes.pod_labels
      .k8s.pod_name = .kubernetes.pod_name
      .k8s.pod_namespace = .kubernetes.pod_namespace
      del(.file)
      del(.kubernetes)
      del(.timestamp_end)
      app_name =
        get(.k8s.pod_labels, path: ["app"]) ??
        get!(.k8s.pod_labels, path: ["app.kubernetes.io/name"])
      .tag = join!([.k8s.pod_namespace, app_name, .k8s.container_name], separator: "_")

vector error log

2022-10-08T08:09:58.381975Z ERROR transform{component_kind="transform" component_id=k8s_logs_remap component_type=remap component_name=k8s_logs_remap}: vector::internal_events::remap: Mapping failed with event. error="function call error for \"join\" at (390:464): all array items must be strings" error_type="conversion_failed" stage="processing" internal_log_rate_secs=10

original k8s log

{"file":"/var/log/pods/kube-system_csi-nas-node-2x89w_d65c1800-07b2-456d-84a5-12f1e17a4fc2/csi-nas-driver/0.log","kubernetes":{"container_id":"containerd://c2328b4339a4ed405eb7c5af56658fb1c84c10285bfda9c0ce313f3d36c31d8d","container_image":"cr-cn-beijing.volces.com/vke/nasplugin:v2.2","container_name":"csi-nas-driver","node_labels":{"beta.kubernetes.io/arch":"amd64","beta.kubernetes.io/instance-type":"ecs.g2a.xlarge","beta.kubernetes.io/os":"linux","cluster.vke.volcengine.com/cluster-name":"ccckoecnqtofha2idl2r0","cluster.vke.volcengine.com/machine-name":"ncclf926rsfemnke36680","cluster.vke.volcengine.com/machinepool-name":"pcckoecnqtofn9k4frlkg","cluster.vke.volcengine.com/machinepool-type":"machine-pool","cluster.vke.volcengine.com/node-name":"node-rk8g4g","failure-domain.beta.kubernetes.io/region":"cn-beijing","failure-domain.beta.kubernetes.io/zone":"cn-beijing-a","kubernetes.io/arch":"amd64","kubernetes.io/hostname":"10.0.1.159","kubernetes.io/os":"linux","node.kubernetes.io/instance-type":"ecs.g2a.xlarge","topology.kubernetes.io/region":"cn-beijing","topology.kubernetes.io/zone":"cn-beijing-a"},"pod_ip":"10.0.1.159","pod_ips":["10.0.1.159"],"pod_labels":{"app.kubernetes.io/instance":"csi-nas","app.kubernetes.io/name":"csi-nas-node","controller-revision-hash":"6fd79968d7","pod-template-generation":"1"},"pod_name":"csi-nas-node-2x89w","pod_namespace":"kube-system","pod_node_name":"10.0.1.159","pod_owner":"DaemonSet/csi-nas-node","pod_uid":"d65c1800-07b2-456d-84a5-12f1e17a4fc2"},"message":"time=\"2022-10-08T08:09:56Z\" level=info msg=\"return {\\\"ready\\\":{\\\"value\\\":true}}\" event=grpc_response method=/csi.v1.Identity/Probe","source_type":"kubernetes_logs","stream":"stderr","timestamp":"2022-10-08T08:09:56.679886349Z","timestamp_end":"2022-10-08T08:09:56.679886349Z"}

[panpan-wu]

change

      app_name =
        get(.k8s.pod_labels, path: ["app"]) ??
        get!(.k8s.pod_labels, path: ["app.kubernetes.io/name"])

to

      app_name = .k8s.pod_labels.app
      if app_name == null {
        app_name = .k8s.pod_labels."app.kubernetes.io/name"
      }
      if app_name == null {
        app_name = "default"
      }

It works