[Kafka] Modify the dimension field mapping to support public cloud deployment (#6036)

* Modify the dimension field mapping to support public cloud deployment

Author: agithomas

packages/kafka/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.5.6"
+ changes:
+ - description: Modifed the dimension field mapping to support public cloud deployment.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/6036
 - version: "1.5.5"
  changes:
  - description: Add dimension fields for partition datastream.

packages/kafka/data_stream/broker/fields/agent.yml

@@ -9,6 +9,7 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment.
 
  Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.'
@@ -17,6 +18,7 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: Availability zone in which this host is running.
  example: us-east-1c
  - name: instance.id
@@ -48,12 +50,12 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: Region in which this host is running.
  example: us-east-1
  - name: project.id
  type: keyword
  description: Name of the project in Google Cloud.
- dimension: true
  - name: image.id
  type: keyword
  description: Image ID for the cloud instance.

packages/kafka/data_stream/consumergroup/fields/agent.yml

@@ -9,6 +9,7 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment.
 
  Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.'
@@ -17,6 +18,7 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: Availability zone in which this host is running.
  example: us-east-1c
  - name: instance.id
@@ -48,12 +50,12 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: Region in which this host is running.
  example: us-east-1
  - name: project.id
  type: keyword
  description: Name of the project in Google Cloud.
- dimension: true
  - name: image.id
  type: keyword
  description: Image ID for the cloud instance.

packages/kafka/data_stream/partition/fields/agent.yml

@@ -9,6 +9,7 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: 'The cloud account or organization id used to identify different entities in a multi-tenant environment.
 
  Examples: AWS account id, Google Cloud ORG Id, or other unique identifier.'
@@ -17,6 +18,7 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: Availability zone in which this host is running.
  example: us-east-1c
  - name: instance.id
@@ -48,12 +50,12 @@
  level: extended
  type: keyword
  ignore_above: 1024
+ dimension: true
  description: Region in which this host is running.
  example: us-east-1
  - name: project.id
  type: keyword
  description: Name of the project in Google Cloud.
- dimension: true
  - name: image.id
  type: keyword
  description: Image ID for the cloud instance.
@@ -208,4 +210,4 @@
  - name: id
  type: keyword
  ignore_above: 1024
- dimension: true
+ dimension: true

packages/kafka/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 1.0.0
 name: kafka
 title: Kafka
-version: 1.5.5
+version: 1.5.6
 license: basic
 description: Collect logs and metrics from Kafka servers with Elastic Agent.
 type: integration