add otel lb collector

Author: Anusha Narapureddy

backend/05-gateway-collector.yaml

@@ -0,0 +1,63 @@
+apiVersion: opentelemetry.io/v1alpha1
+kind: OpenTelemetryCollector
+metadata:
+  name: otel-gateway
+  namespace: observability-backend
+spec:
+  image: ghcr.io/open-telemetry/opentelemetry-collector-releases/opentelemetry-collector-contrib:0.94.0
+  mode: deployment
+  replicas: 2
+  ports:
+    - port: 8888
+      protocol: TCP
+      name: metrics
+  config: |
+    receivers:
+      otlp:
+        protocols:
+          grpc:
+            endpoint: 0.0.0.0:4317
+          http:
+            endpoint: 0.0.0.0:4318
+    
+    processors:   
+      # Sample 100% of traces with ERROR-ing spans (omit traces with all OK spans)
+      # and traces which have a duration longer than 500ms
+      tail_sampling:
+        decision_wait: 10s # time to wait before making a sampling decision is made
+        num_traces: 100 # number of traces to be kept in memory
+        expected_new_traces_per_sec: 10 # expected rate of new traces per second
+        policies:
+          - name: keep-errors
+            type: status_code
+            status_code: {status_codes: [ERROR]}
+          - name: keep-slow-traces
+            type: latency
+            latency: {threshold_ms: 500}
+
+    exporters:
+      otlp/traces:
+        endpoint: jaeger-collector:4317
+        tls:
+          insecure: true
+      
+      otlphttp/metrics:
+        endpoint: http://prometheus.observability-backend.svc.cluster.local:80/api/v1/otlp/
+        tls:
+          insecure: true
+      
+      debug:
+        verbosity: detailed
+
+    service:
+      pipelines:
+        traces:
+          receivers: [otlp]
+          processors: [tail_sampling]
+          exporters: [otlp/traces]
+        metrics:
+          receivers: [otlp]
+          exporters: [otlphttp/metrics]
+        logs:
+          receivers: [otlp]
+          exporters: [debug]

backend/05-tail-sampling-collector.yaml …d/05-tail-sampling-collector copy 2.yamlbackend/05-tail-sampling-collector.yaml renamed to backend/05-tail-sampling-collector copy 2.yaml backend/05-tail-sampling-collector.yaml renamed to backend/05-tail-sampling-collector copy 2.yaml

@@ -0,0 +1,72 @@
+apiVersion: opentelemetry.io/v1alpha1
+kind: OpenTelemetryCollector
+metadata:
+  name: otel
+  namespace: observability-backend
+spec:
+  image: ghcr.io/open-telemetry/opentelemetry-collector-releases/opentelemetry-collector-contrib:0.94.0
+  mode: deployment
+  replicas: 1
+  ports:
+    - port: 8888
+      protocol: TCP
+      name: metrics
+  config: |
+    receivers:
+      otlp:
+        protocols:
+          grpc:
+            endpoint: 0.0.0.0:4317
+          http:
+            endpoint: 0.0.0.0:4318
+    
+    processors:   
+      # Sample 100% of traces with ERROR-ing spans (omit traces with all OK spans)
+      # and traces which have a duration longer than 500ms
+      tail_sampling:
+        decision_wait: 10s # time to wait before making a sampling decision is made
+        num_traces: 100 # number of traces to be kept in memory
+        expected_new_traces_per_sec: 10 # expected rate of new traces per second
+        policies:
+          - name: keep-errors
+            type: status_code
+            status_code: {status_codes: [ERROR]}
+          - name: keep-slow-traces
+            type: latency
+            latency: {threshold_ms: 500}
+
+    exporters:
+      debug:
+        verbosity: detailed
+      loadbalancing:
+        protocol:
+          otlp:
+            timeout: 1s
+            tls:
+              insecure: true
+        resolver:
+          k8s:
+            service: otel-gateway.observability-backend
+            ports: 
+              - 4317
+      
+      otlphttp/metrics:
+        endpoint: http://prometheus.observability-backend.svc.cluster.local:80/api/v1/otlp/
+        tls:
+          insecure: true
+      
+      debug:
+        verbosity: detailed
+
+    service:
+      pipelines:
+        traces:
+          receivers: [otlp]
+          processors: [tail_sampling]
+          exporters: [otlp/traces]
+        metrics:
+          receivers: [otlp]
+          exporters: [otlphttp/metrics]
+        logs:
+          receivers: [otlp]
+          exporters: [debug]