Version 0.3.0

Changes:
- fix double exception message in main request_processing span
- add OpenSearch to Jaeger and OpenTelemetry Logs
- add optional OpenTelemetry Logs Exporter to structlog
- update deploy README

deploy/configs/api.yaml.jinja

@@ -15,9 +15,13 @@ db:
     user: postgres
     password: "!env(DB_PASSWORD)"
     pool_size: 2
-logging:
-  level: INFO
 observability:
+  logging:
+    level: INFO
+    exporter:
+      endpoint: http://otel:4317
+      level: INFO
+      tls_insecure: true
   prometheus:
     host: 0.0.0.0
     port: 9090

deploy/configs/jaeger-opensearch.yaml

@@ -0,0 +1,36 @@
+service:
+  extensions: [jaeger_storage, jaeger_query]
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [jaeger_storage_exporter]
+
+extensions:
+  jaeger_query:
+    storage:
+      traces: opensearch_trace_storage
+      metrics: opensearch_trace_storage
+  jaeger_storage:
+    backends:
+      opensearch_trace_storage: &opensearch_config
+        opensearch:
+          server_urls:
+            - http://opensearch:9200
+    metric_backends:
+      opensearch_trace_storage: *opensearch_config
+
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: "0.0.0.0:4317"
+      http:
+        endpoint: "0.0.0.0:4318"
+
+processors:
+  batch:
+
+exporters:
+  jaeger_storage_exporter:
+    trace_storage: opensearch_trace_storage

deploy/configs/jaeger-ui.json

@@ -0,0 +1,8 @@
+{
+    "monitor": {
+        "menuEnabled": true
+    },
+    "dependencies": {
+        "menuEnabled": true
+    }
+}

deploy/configs/otel.yaml.jinja

@@ -13,6 +13,24 @@ exporters:
       insecure: true
   debug:
     verbosity: detailed
+  prometheusremotewrite:
+    endpoint: http://prometheus-pushgateway:9091/api/prom/push
+    tls:
+      insecure: true
+  opensearch:
+    http:
+      endpoint: http://opensearch:9200
+    # Logs configuration
+    logs_index: "otel-logs-%{service.name}"
+    logs_index_fallback: "default-service"
+    logs_index_time_format: "yyyy.MM.dd"
+    # Traces configuration
+    # traces_index: "otel-traces-%{service.name}"
+    # traces_index_fallback: "default-service"
+    # traces_index_time_format: "yyyy.MM.dd"
+    sending_queue:
+      batch:
+
 
 processors:
   batch:
@@ -24,7 +42,16 @@ service:
       exporters: [debug, otlp/jaeger]
     metrics:
       receivers: [otlp]
-      exporters: [debug]
+      exporters: [debug, prometheusremotewrite]
     logs:
       receivers: [otlp]
-      exporters: [debug]
+      exporters: [debug, opensearch]
+
+  telemetry:
+    metrics:
+      readers:
+        - pull:
+            exporter:
+              prometheus:
+                host: '0.0.0.0'
+                port: 8888

deploy/configs/prometheus.yml.jinja

@@ -11,3 +11,12 @@ scrape_configs:
     static_configs:
       - targets:
         - "{{project_name}}:9090"
+  - job_name: otel
+    static_configs:
+      - targets:
+          - "otel:8888"
+  - job_name: 'pushgateway'
+    honor_labels: true
+    static_configs:
+      - targets:
+          - "prometheus-pushgateway:9091"