add suffixes units and metric types

Author: gpop63

packages/gcp/data_stream/redis/elasticsearch/ingest_pipeline/default.yml

@@ -3,127 +3,127 @@ description: Pipeline for parsing GCP Redis metrics.
 processors:
  - rename:
  field: gcp.metrics.clients.blocked.value
- target_field: gcp.redis.clients.blocked
+ target_field: gcp.redis.clients.blocked.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.clients.connected.value
- target_field: gcp.redis.clients.connected
+ target_field: gcp.redis.clients.connected.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.commands.calls.value
- target_field: gcp.redis.commands.calls
+ target_field: gcp.redis.commands.calls.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.commands.total_time.value
- target_field: gcp.redis.commands.total_time
+ target_field: gcp.redis.commands.total_time.us
  ignore_missing: true
  - rename:
  field: gcp.metrics.commands.usec_per_call.value
- target_field: gcp.redis.commands.usec_per_call
+ target_field: gcp.redis.commands.usec_per_call.sec
  ignore_missing: true
  - rename:
  field: gcp.metrics.keyspace.avg_ttl.value
- target_field: gcp.redis.keyspace.avg_ttl
+ target_field: gcp.redis.keyspace.avg_ttl.sec
  ignore_missing: true
  - rename:
  field: gcp.metrics.keyspace.keys.value
- target_field: gcp.redis.keyspace.keys
+ target_field: gcp.redis.keyspace.keys.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.keyspace.keys_with_expiration.value
- target_field: gcp.redis.keyspace.keys_with_expiration
+ target_field: gcp.redis.keyspace.keys_with_expiration.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.persistence.rdb.bgsave_in_progress.value
  target_field: gcp.redis.persistence.rdb.bgsave_in_progress
  ignore_missing: true
  - rename:
  field: gcp.metrics.replication.master.slaves.lag.value
- target_field: gcp.redis.replication.master.slaves.lag
+ target_field: gcp.redis.replication.master.slaves.lag.sec
  ignore_missing: true
  - rename:
  field: gcp.metrics.replication.master.slaves.offset.value
- target_field: gcp.redis.replication.master.slaves.offset
+ target_field: gcp.redis.replication.master.slaves.offset.bytes
  ignore_missing: true
  - rename:
  field: gcp.metrics.replication.master_repl_offset.value
- target_field: gcp.redis.replication.master_repl_offset
+ target_field: gcp.redis.replication.master_repl_offset.bytes
  ignore_missing: true
  - rename:
  field: gcp.metrics.replication.offset_diff.value
- target_field: gcp.redis.replication.offset_diff
+ target_field: gcp.redis.replication.offset_diff.bytes
  ignore_missing: true
  - rename:
  field: gcp.metrics.replication.role.value
  target_field: gcp.redis.replication.role
  ignore_missing: true
  - rename:
  field: gcp.metrics.server.uptime.value
- target_field: gcp.redis.server.uptime
+ target_field: gcp.redis.server.uptime.sec
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.cache_hit_ratio.value
  target_field: gcp.redis.stats.cache_hit_ratio
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.connections.total.value
- target_field: gcp.redis.stats.connections.total
+ target_field: gcp.redis.stats.connections.total.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.cpu_utilization.value
- target_field: gcp.redis.stats.cpu_utilization
+ target_field: gcp.redis.stats.cpu_utilization.sec
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.evicted_keys.value
- target_field: gcp.redis.stats.evicted_keys
+ target_field: gcp.redis.stats.evicted_keys.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.expired_keys.value
- target_field: gcp.redis.stats.expired_keys
+ target_field: gcp.redis.stats.expired_keys.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.keyspace_hits.value
- target_field: gcp.redis.stats.keyspace_hits
+ target_field: gcp.redis.stats.keyspace_hits.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.keyspace_misses.value
- target_field: gcp.redis.stats.keyspace_misses
+ target_field: gcp.redis.stats.keyspace_misses.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.memory.maxmemory.value
- target_field: gcp.redis.stats.memory.maxmemory
+ target_field: gcp.redis.stats.memory.maxmemory.mb
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.memory.system_memory_overload_duration.value
- target_field: gcp.redis.stats.memory.system_memory_overload_duration
+ target_field: gcp.redis.stats.memory.system_memory_overload_duration.us
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.memory.system_memory_usage_ratio.value
  target_field: gcp.redis.stats.memory.system_memory_usage_ratio
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.memory.usage.value
- target_field: gcp.redis.stats.memory.usage
+ target_field: gcp.redis.stats.memory.usage.bytes
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.memory.usage_ratio.value
  target_field: gcp.redis.stats.memory.usage_ratio
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.network_traffic.value
- target_field: gcp.redis.stats.network_traffic
+ target_field: gcp.redis.stats.network_traffic.bytes
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.pubsub.channels.value
- target_field: gcp.redis.stats.pubsub.channels
+ target_field: gcp.redis.stats.pubsub.channels.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.pubsub.patterns.value
- target_field: gcp.redis.stats.pubsub.patterns
+ target_field: gcp.redis.stats.pubsub.patterns.count
  ignore_missing: true
  - rename:
  field: gcp.metrics.stats.reject_connections_count.value
- target_field: gcp.redis.stats.reject_connections_count
+ target_field: gcp.redis.stats.reject_connections.count
  ignore_missing: true
 on_failure:
  - set:

packages/gcp/data_stream/redis/fields/fields.yml

@@ -2,96 +2,140 @@
  description: Google Cloud Redis metrics
  type: group
  fields:
- - name: clients.blocked
+ - name: clients.blocked.count
  type: long
+ metric_type: gauge
  description: Number of blocked clients.
- - name: clients.connected
+ - name: clients.connected.count
  type: long
+ metric_type: gauge
  description: Number of client connections.
- - name: commands.calls
+ - name: commands.calls.count
  type: long
+ metric_type: counter
  description: Total number of calls for this command in one minute.
- - name: commands.total_time
+ - name: commands.total_time.us
  type: long
+ unit: micros
+ metric_type: counter
  description: The amount of time in microseconds that this command took in the last second.
- - name: commands.usec_per_call
+ - name: commands.usec_per_call.sec
  type: double
+ unit: s
+ metric_type: gauge
  description: Average time per call over 1 minute by command.
- - name: keyspace.avg_ttl
+ - name: keyspace.avg_ttl.sec
  type: double
+ unit: s
+ metric_type: gauge
  description: Average TTL for keys in this database.
- - name: keyspace.keys
+ - name: keyspace.keys.count
  type: long
+ metric_type: gauge
  description: Number of keys stored in this database.
- - name: keyspace.keys_with_expiration
+ - name: keyspace.keys_with_expiration.count
  type: long
+ metric_type: gauge
  description: Number of keys with an expiration in this database.
  - name: persistence.rdb.bgsave_in_progress
  type: boolean
+ metric_type: gauge
  description: Flag indicating a RDB save is on-going.
- - name: replication.master.slaves.lag
+ - name: replication.master.slaves.lag.sec
  type: long
+ unit: s
+ metric_type: gauge
  description: The number of seconds that replica is lagging behind primary.
- - name: replication.master.slaves.offset
+ - name: replication.master.slaves.offset.bytes
  type: long
+ unit: byte
+ metric_type: gauge
  description: The number of bytes that have been acknowledged by replicas.
- - name: replication.master_repl_offset
+ - name: replication.master_repl_offset.bytes
  type: long
+ unit: byte
+ metric_type: gauge
  description: The number of bytes that master has produced and sent to replicas.
- - name: replication.offset_diff
+ - name: replication.offset_diff.bytes
  type: long
+ unit: byte
+ metric_type: gauge
  description: The largest number of bytes that have not been replicated across all replicas. This is the biggest difference between replication byte offset (master) and replication byte offset (replica) of all replicas.
  - name: replication.role
  type: long
+ metric_type: gauge
  description: Returns a value indicating the node role. 1 indicates primary and 0 indicates replica.
- - name: server.uptime
+ - name: server.uptime.sec
  type: long
+ unit: s
+ metric_type: gauge
  description: Uptime in seconds.
  - name: stats.cache_hit_ratio
  type: double
+ metric_type: gauge
  description: Cache Hit ratio as a fraction.
- - name: stats.connections.total
+ - name: stats.connections.total.count
  type: long
+ metric_type: counter
  description: Total number of connections accepted by the server.
- - name: stats.cpu_utilization
+ - name: stats.cpu_utilization.sec
  type: double
+ unit: s
+ metric_type: gauge
  description: CPU-seconds consumed by the Redis server, broken down by system/user space and parent/child relationship.
- - name: stats.evicted_keys
+ - name: stats.evicted_keys.count
  type: long
+ metric_type: counter
  description: Number of evicted keys due to maxmemory limit.
- - name: stats.expired_keys
+ - name: stats.expired_keys.count
  type: long
+ metric_type: counter
  description: Total number of key expiration events.
- - name: stats.keyspace_hits
+ - name: stats.keyspace_hits.count
  type: long
+ metric_type: counter
  description: Number of successful lookup of keys in the main dictionary.
- - name: stats.keyspace_misses
+ - name: stats.keyspace_misses.count
  type: long
+ metric_type: counter
  description: Number of failed lookup of keys in the main dictionary.
- - name: stats.memory.maxmemory
+ - name: stats.memory.maxmemory.mb
  type: long
+ unit: m
+ metric_type: gauge
  description: Maximum amount of memory Redis can consume.
- - name: stats.memory.system_memory_overload_duration
+ - name: stats.memory.system_memory_overload_duration.us
  type: long
+ unit: micros
+ metric_type: gauge
  description: The amount of time in microseconds the instance is in system memory overload mode.
  - name: stats.memory.system_memory_usage_ratio
  type: double
+ metric_type: gauge
  description: Memory usage as a ratio of maximum system memory.
- - name: stats.memory.usage
+ - name: stats.memory.usage.bytes
  type: long
+ unit: byte
+ metric_type: gauge
  description: Total number of bytes allocated by Redis.
  - name: stats.memory.usage_ratio
  type: double
+ metric_type: gauge
  description: Memory usage as a ratio of maximum memory.
- - name: stats.network_traffic
+ - name: stats.network_traffic.bytes
  type: long
+ unit: byte
+ metric_type: counter
  description: Total number of bytes sent to/from redis (includes bytes from commands themselves, payload data, and delimiters).
- - name: stats.pubsub.channels
+ - name: stats.pubsub.channels.count
  type: long
+ metric_type: gauge
  description: Global number of pub/sub channels with client subscriptions.
- - name: stats.pubsub.patterns
+ - name: stats.pubsub.patterns.count
  type: long
+ metric_type: gauge
  description: Global number of pub/sub pattern with client subscriptions.
- - name: stats.reject_connections_count
+ - name: stats.reject_connections.count
  type: long
+ metric_type: gauge
  description: Number of connections rejected because of maxclients limit.