Removed event original processors in database and mq integrations

packages/ibmmq/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.7.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.6.1"
  changes:
  - description: Added description to ssl nodes including links to documentation.

packages/ibmmq/data_stream/errorlog/elasticsearch/ingest_pipeline/default.yml

@@ -103,11 +103,6 @@ processors:
  - ibmmq.errorlog.commentinsert3
  ignore_missing: true
  ignore_failure: true
-- remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_missing: true
- ignore_failure: true
 - script:
  description: Drops null/empty values recursively.
  lang: painless

packages/ibmmq/manifest.yml

@@ -1,7 +1,7 @@
 format_version: 3.0.2
 name: ibmmq
 title: IBM MQ
-version: "1.6.1"
+version: "1.7.0"
 source:
  license: Elastic-2.0
 description: Collect logs and metrics from IBM MQ with Elastic Agent.

packages/kafka/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.19.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.18.4"
  changes:
  - description: Update supported kafka versions in README.

packages/kafka/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -79,11 +79,6 @@ processors:
  ctx.event.type = ["info"];
  }
  }
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
 on_failure:
  - set:
  field: error.message

packages/kafka/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: kafka
 title: Kafka
-version: "1.18.4"
+version: "1.19.0"
 description: Collect logs and metrics from Kafka servers with Elastic Agent.
 type: integration
 categories:

packages/mongodb/changelog.yml

@@ -1,3 +1,8 @@
+- version: "1.22.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.21.0"
  changes:
  - description: Add a flag `fips_compatible` to control whether the package is allowed in the ECH FedRAMP High environment.

packages/mongodb/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -51,11 +51,6 @@ processors:
 - remove:
  field:
  - first_char
-- remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
 on_failure:
 - set:
  field: error.message

packages/mongodb/manifest.yml

@@ -1,6 +1,6 @@
 name: mongodb
 title: MongoDB
-version: "1.21.0"
+version: "1.22.0"
 description: Collect logs and metrics from MongoDB instances with Elastic Agent.
 type: integration
 categories:

packages/mysql/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.28.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.27.1"
  changes:
  - description: Fix healthcheck.

packages/mysql/data_stream/error/elasticsearch/ingest_pipeline/default.yml

@@ -76,11 +76,6 @@ processors:
  field: event.type
  value: error
  if: "ctx?.log?.level != null && ctx.log.level.toLowerCase() == 'error'"
-- remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
 on_failure:
 - set:
  field: error.message

packages/mysql/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: mysql
 title: MySQL
-version: "1.27.1"
+version: "1.28.0"
 description: Collect logs and metrics from MySQL servers with Elastic Agent.
 type: integration
 categories:

packages/mysql_enterprise/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.17.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.16.0"
  changes:
  - description: ECS version updated to 8.17.0.

packages/mysql_enterprise/data_stream/audit/elasticsearch/ingest_pipeline/default.yml

@@ -230,11 +230,6 @@ processors:
  formats:
  - yyyy-MM-dd HH:mm:ss
  if: ctx?.mysqlenterprise?.audit?.timestamp != null
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
  - remove:
  field:
  - mysqlenterprise.audit.event

packages/mysql_enterprise/manifest.yml

@@ -1,15 +1,15 @@
 format_version: "3.0.0"
 name: mysql_enterprise
 title: "MySQL Enterprise"
-version: "1.16.0"
+version: "1.17.0"
 description: Collect audit logs from MySQL Enterprise with Elastic Agent.
 type: integration
 categories:
  - security
  - datastore
 conditions:
  kibana:
- version: "^7.17.0 || ^8.0.0 || ^9.0.0"
+ version: "^8.11.0 || ^9.0.0"
 icons:
  - src: /img/logo_mysql.svg
  title: MySQL

packages/nats/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.11.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.10.0"
  changes:
  - description: Update format to spec 3.0

packages/nats/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -197,11 +197,6 @@ processors:
  ignore_missing: true
  field: nats.log.msg.bytes
  type: long
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
 on_failure:
  - set:
  field: error.message

packages/nats/manifest.yml

@@ -1,6 +1,6 @@
 name: nats
 title: NATS
-version: 1.10.0
+version: 1.11.0
 description: Collect logs and metrics from NATS servers with Elastic Agent.
 type: integration
 icons:

packages/oracle/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.31.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.30.0"
  changes:
  - description: Add a flag `fips_compatible` to control whether the package is allowed in the ECH FedRAMP High environment.

packages/oracle/data_stream/database_audit/elasticsearch/ingest_pipeline/default.yml

@@ -285,11 +285,6 @@ processors:
  value: "{{server.domain}}"
  allow_duplicates: false
  if: ctx?.server?.domain != null
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
  - remove:
  field:
  - tmp_timestamp

packages/oracle/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: oracle
 title: "Oracle"
-version: "1.30.0"
+version: "1.31.0"
 description: Collect Oracle Audit Log, Performance metrics, Tablespace metrics, Sysmetrics metrics, System statistics metrics, memory metrics from Oracle database.
 type: integration
 categories:

packages/postgresql/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.31.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.30.0"
  changes:
  - description: Add a flag `fips_compatible` to control whether the package is allowed in the ECH FedRAMP High environment.

packages/postgresql/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -143,11 +143,6 @@ processors:
  - remove:
  field: temp
  ignore_missing: true
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
  - remove:
  field:
  - _temp_

packages/postgresql/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: postgresql
 title: PostgreSQL
-version: "1.30.0"
+version: "1.31.0"
 description: Collect logs and metrics from PostgreSQL servers with Elastic Agent.
 type: integration
 categories:

packages/rabbitmq/changelog.yml

@@ -1,3 +1,8 @@
+- version: "1.20.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.19.0"
  changes:
  - description: Add SSL support for metrics data streams.

packages/rabbitmq/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -43,11 +43,6 @@ processors:
  - remove:
  field:
  - timestamp
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
 on_failure:
 - set:
  field: error.message

packages/rabbitmq/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: rabbitmq
 title: RabbitMQ Logs and Metrics
-version: "1.19.0"
+version: "1.20.0"
 description: Collect and parse logs from RabbitMQ servers with Elastic Agent.
 type: integration
 categories:

packages/redis/changelog.yml

@@ -1,4 +1,9 @@
 # newer versions go on top
+- version: "1.20.0"
+ changes:
+ - description: Allow @custom pipeline access to event.original without setting preserve_original_event.
+ type: enhancement
+ link: https://github.com/elastic/integrations/pull/13518
 - version: "1.19.1"
  changes:
  - description: Added description to ssl nodes including links to documentation.

packages/redis/data_stream/log/elasticsearch/ingest_pipeline/default.yml

@@ -83,11 +83,6 @@ processors:
  - remove:
  field: redis.log.timestamp
  ignore_failure: true
- - remove:
- field: event.original
- if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
- ignore_failure: true
- ignore_missing: true
 on_failure:
 - set:
  field: error.message

packages/redis/manifest.yml

@@ -1,7 +1,7 @@
 format_version: "3.0.2"
 name: redis
 title: Redis
-version: "1.19.1"
+version: "1.20.0"
 description: Collect logs and metrics from Redis servers with Elastic Agent.
 type: integration
 categories: