Finally got tempo working..phew

Author: Nasruddin

.idea/workspace.xml

@@ -5,10 +5,11 @@ services:
  environment:
  - SPRING_PROFILES_ACTIVE=docker
  - JAVA_TOOL_OPTIONS="-javaagent:/application/BOOT-INF/lib/opentelemetry-javaagent-2.13.3.jar" #maven will place jar in BOOT-INF as per dep mentioned in pom. This will instruct the JVM to run the OpenTelemetry Java agent from the path.
- - OTEL_TRACES_EXPORTER=logging
+ - OTEL_TRACES_EXPORTER=otlp
  - OTEL_METRICS_EXPORTER=none
  - OTEL_LOGS_EXPORTER=none
  - OTEL_METRIC_EXPORT_INTERVAL=15000
+ - OTEL_EXPORTER_OTLP_ENDPOINT=http://tempo:4318
  logging:
  driver: fluentd
  options:
@@ -25,10 +26,11 @@ services:
  environment:
  - SPRING_PROFILES_ACTIVE=docker
  - JAVA_TOOL_OPTIONS="-javaagent:/application/BOOT-INF/lib/opentelemetry-javaagent-2.13.3.jar" #maven will place jar in BOOT-INF as per dep mentioned in pom. This will instruct the JVM to run the OpenTelemetry Java agent from the path.
- - OTEL_TRACES_EXPORTER=logging
+ - OTEL_TRACES_EXPORTER=otlp
  - OTEL_METRICS_EXPORTER=none
  - OTEL_LOGS_EXPORTER=none
  - OTEL_METRIC_EXPORT_INTERVAL=15000
+ - OTEL_EXPORTER_OTLP_ENDPOINT=http://tempo:4318
  logging:
  driver: fluentd
  options:
@@ -47,10 +49,13 @@ services:
  environment:
  - SPRING_PROFILES_ACTIVE=docker
  - JAVA_TOOL_OPTIONS="-javaagent:/application/BOOT-INF/lib/opentelemetry-javaagent-2.13.3.jar" #maven will place jar in BOOT-INF as per dep mentioned in pom. This will instruct the JVM to run the OpenTelemetry Java agent from the path.
- - OTEL_TRACES_EXPORTER=logging
+ - OTEL_TRACES_EXPORTER=otlp
  - OTEL_METRICS_EXPORTER=none
  - OTEL_LOGS_EXPORTER=none
  - OTEL_METRIC_EXPORT_INTERVAL=15000
+ - OTEL_INSTRUMENTATION_SPRING_WEB_EXCLUDE_PATTERNS=/actuator/prometheus
+ - OTEL_EXPORTER_OTLP_ENDPOINT=http://tempo:4318
+
  logging:
  driver: fluentd
  options:
@@ -66,10 +71,11 @@ services:
  environment:
  - SPRING_PROFILES_ACTIVE=docker
  - JAVA_TOOL_OPTIONS="-javaagent:/application/BOOT-INF/lib/opentelemetry-javaagent-2.13.3.jar" #maven will place jar in BOOT-INF as per dep mentioned in pom. This will instruct the JVM to run the OpenTelemetry Java agent from the path.
- - OTEL_TRACES_EXPORTER=logging
+ - OTEL_TRACES_EXPORTER=otlp
  - OTEL_METRICS_EXPORTER=none
  - OTEL_LOGS_EXPORTER=none
  - OTEL_METRIC_EXPORT_INTERVAL=15000
+ - OTEL_EXPORTER_OTLP_ENDPOINT=http://tempo:4318
  logging:
  driver: fluentd
  options:

docker/docker-compose-base.yml

@@ -53,8 +53,11 @@ services:
  ports:
  - "4317:4317" # OTLP gRPC
  - "4318:4318" # OTLP HTTP
+ - "3200:3200" # Tempo HTTP server (for querying)
  volumes:
  - ./tempo/tempo.yml:/etc/tempo-config.yml
+ networks:
+ - shared-network
 
 networks:
  shared-network:

docker/docker-compose-observability.yml

@@ -1,12 +1,15 @@
 server:
- http_listen_port: 3100
+ http_listen_address: 0.0.0.0
+ http_listen_port: 3200
 
 distributor:
  receivers:
  otlp:
  protocols:
  grpc:
+ endpoint: 0.0.0.0:4317
  http:
+ endpoint: 0.0.0.0:4318
 
 storage:
  trace:
@@ -15,4 +18,4 @@ storage:
  path: /tmp/tempo/blocks
 
 usage_report:
- reporting_enabled: false
+ reporting_enabled: false

docker/tempo/tempo.yml

@@ -15,7 +15,7 @@ logging:
  root: INFO
  io.javatab.microservices.composite.course: DEBUG
  pattern:
- console: "%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] [%X{traceId:-N/A}] [%X{spanId:-N/A}] %-5level %logger{36} - %msg%n"
+ console: "%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] [%X{trace_id:-N/A}] [%X{span_id:-N/A}] %-5level %logger{36} - %msg%n"
 
 
  # Security related properties

microservices/course-composite-service/src/main/resources/application.yml

@@ -32,7 +32,7 @@ logging:
  root: INFO
  io.javatab.microservices.core.course: DEBUG
  pattern:
- console: "%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] [%X{traceId:-N/A}] [%X{spanId:-N/A}] %-5level %logger{36} - %msg%n"
+ console: "%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] [%X{trace_id:-N/A}] [%X{span_id:-N/A}] %-5level %logger{36} - %msg%n"
 
 management:
  endpoints:

microservices/course-service/src/main/resources/application.yml

@@ -25,7 +25,7 @@ logging:
  root: INFO
  io.javatab.microservices.composite.review: DEBUG
  pattern:
- console: "%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] [%X{traceId:-N/A}] [%X{spanId:-N/A}] %-5level %logger{36} - %msg%n"
+ console: "%d{yyyy-MM-dd HH:mm:ss.SSS} [%thread] [%X{trace_id:-N/A}] [%X{span_id:-N/A}] %-5level %logger{36} - %msg%n"
 management:
  endpoints:
  web: