DevOps: What is OpenTelemetry Collector and how to configure it?

1apiVersion: v1
2kind: ConfigMap
3metadata:
4  name: otel-collector-config
5  namespace: observability
6data:
7  config.yaml: |
8    receivers:
9      otlp:
10        protocols:
11          grpc:
12            endpoint: 0.0.0.0:4317
13          http:
14            endpoint: 0.0.0.0:4318
15      prometheus:
16        config:
17          scrape_configs:
18            - job_name: "otel-collector"
19              static_configs:
20                - targets: ["localhost:8888"]
21
22    processors:
23      batch:
24        timeout: 5s
25        send_batch_size: 1000
26      memory_limiter:
27        limit_mib: 512
28        spike_limit_mib: 128
29      attributes:
30        actions:
31          - key: environment
32            action: upsert
33            value: production
34      tail_sampling:
35        decision_wait: 10s
36        policies:
37          - name: error-sampling
38            type: status_code
39            status_code:
40              status_codes: [ERROR]
41          - name: probabilistic
42            type: probabilistic
43            probabilistic:
44              sampling_percentage: 10
45
46    exporters:
47      prometheus:
48        endpoint: "0.0.0.0:8889"
49        namespace: otel
50      otlp/jaeger:
51        endpoint: jaeger-collector.observability:4317
52        tls:
53          insecure: true
54      loki:
55        endpoint: http://loki:3100/loki/api/v1/push
56
57    service:
58      pipelines:
59        metrics:
60          receivers: [otlp]
61          processors: [memory_limiter, batch]
62          exporters: [prometheus]
63        traces:
64          receivers: [otlp]
65          processors: [memory_limiter, tail_sampling, batch]
66          exporters: [otlp/jaeger]
67        logs:
68          receivers: [otlp]
69          processors: [memory_limiter, batch]
70          exporters: [loki]