Add processors setting for k8s data_streams (#4363)

Author: ChrsMark

packages/kubernetes/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.26.0"
+ changes:
+ - description: Add `processors` configuration option for Kubernetes data_streams
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/4363
 - version: "1.25.0"
  changes:
  - description: Add `condition` configuration option to container logs data stream

packages/kubernetes/data_stream/apiserver/agent/stream/stream.yml.hbs

@@ -16,3 +16,8 @@ ssl.certificate_authorities:
  - {{this}}
 {{/each}}
 {{/if}}
+
+{{#if processors}}
+processors:
+{{processors}}
+{{/if}}

packages/kubernetes/data_stream/apiserver/manifest.yml

@@ -40,5 +40,13 @@ streams:
  show_user: true
  default:
  - /var/run/secrets/kubernetes.io/serviceaccount/ca.crt
+ - name: processors
+ type: yaml
+ title: Processors
+ multi: false
+ required: false
+ show_user: false
+ description: >
+ Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the events are shipped. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.
  title: Kubernetes API Server metrics
  description: Collect Kubernetes API Server metrics

packages/kubernetes/data_stream/audit_logs/agent/stream/stream.yml.hbs

@@ -38,3 +38,6 @@ processors:
  throw "expected kubernetes.audit.annotations.authorization_k8s_io/decision === allow";
  }
  }
+{{#if processors}}
+{{processors}}
+{{/if}}

packages/kubernetes/data_stream/audit_logs/manifest.yml

@@ -18,3 +18,11 @@ streams:
  multi: true
  default:
  - /var/log/kubernetes/kube-apiserver-audit.log
+ - name: processors
+ type: yaml
+ title: Processors
+ multi: false
+ required: false
+ show_user: false
+ description: >
+ Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the events are shipped. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.

packages/kubernetes/data_stream/container/agent/stream/stream.yml.hbs

@@ -18,3 +18,8 @@ ssl.certificate_authorities:
  - {{this}}
 {{/each}}
 {{/if}}
+
+{{#if processors}}
+processors:
+{{processors}}
+{{/if}}

packages/kubernetes/data_stream/container/manifest.yml

@@ -58,5 +58,13 @@ streams:
  multi: true
  required: false
  show_user: false
+ - name: processors
+ type: yaml
+ title: Processors
+ multi: false
+ required: false
+ show_user: false
+ description: >
+ Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the events are shipped. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.
  title: Kubernetes Container metrics
  description: Collect Kubernetes Container metrics

packages/kubernetes/data_stream/container_logs/agent/stream/stream.yml.hbs

@@ -4,11 +4,13 @@ paths:
  - {{this}}
 {{/each}}
 prospector.scanner.symlinks: {{ symlinks }}
-{{#if condition}}
-condition: {{ condition }}
-{{/if}}
 parsers:
 - container:
  stream: {{ containerParserStream }}
  format: {{ containerParserFormat }}
 {{ additionalParsersConfig }}
+
+{{#if processors}}
+processors:
+{{processors}}
+{{/if}}

packages/kubernetes/data_stream/container_logs/manifest.yml

@@ -52,3 +52,11 @@ streams:
  # pattern: '^\['
  # negate: true
  # match: after
+ - name: processors
+ type: yaml
+ title: Processors
+ multi: false
+ required: false
+ show_user: false
+ description: >
+ Processors are used to reduce the number of fields in the exported event or to enhance the event with metadata. This executes in the agent before the events are shipped. See [Processors](https://www.elastic.co/guide/en/beats/filebeat/current/filtering-and-enhancing-data.html) for details.

packages/kubernetes/data_stream/controllermanager/agent/stream/stream.yml.hbs

@@ -11,4 +11,9 @@ bearer_token_file: {{bearer_token_file}}
 ssl.verification_mode: {{ssl.verification_mode}}
 {{/if}}
 
-condition: ${kubernetes.labels.{{~controller_manager_label_key~}} } == '{{controller_manager_label_value}}'
+condition: ${kubernetes.labels.{{~controller_manager_label_key~}} } == '{{controller_manager_label_value}}'
+
+{{#if processors}}
+processors:
+{{processors}}
+{{/if}}