Add k8s attributes to patroni logs. Add CompactingProcessor to patroni logs pipeline.

Author: dsessler7

internal/collector/patroni.go

@@ -40,6 +40,20 @@ func EnablePatroniLogging(ctx context.Context,
 			},
 		}
 
+		// https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/-/processor/resourceprocessor#readme
+		outConfig.Processors["resource/patroni"] = map[string]any{
+			"attributes": []map[string]any{
+				// Container and Namespace names need no escaping because they are DNS labels.
+				// Pod names need no escaping because they are DNS subdomains.
+				//
+				// https://kubernetes.io/docs/concepts/overview/working-with-objects/names
+				// https://github.com/open-telemetry/semantic-conventions/blob/v1.29.0/docs/resource/k8s.md
+				{"action": "insert", "key": "k8s.container.name", "value": naming.ContainerDatabase},
+				{"action": "insert", "key": "k8s.namespace.name", "value": "${env:K8S_POD_NAMESPACE}"},
+				{"action": "insert", "key": "k8s.pod.name", "value": "${env:K8S_POD_NAME}"},
+			},
+		}
+
 		// https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/-/processor/transformprocessor#readme
 		outConfig.Processors["transform/patroni_logs"] = map[string]any{
 			"log_statements": []map[string]any{{
@@ -90,8 +104,10 @@ func EnablePatroniLogging(ctx context.Context,
 			Extensions: []ComponentID{"file_storage/patroni_logs"},
 			Receivers:  []ComponentID{"filelog/patroni_jsonlog"},
 			Processors: []ComponentID{
+				"resource/patroni",
 				"transform/patroni_logs",
 				SubSecondBatchProcessor,
+				CompactingProcessor,
 			},
 			Exporters: []ComponentID{DebugExporter},
 		}

internal/collector/patroni_test.go

@@ -44,6 +44,17 @@ processors:
   batch/200ms:
     timeout: 200ms
   groupbyattrs/compact: {}
+  resource/patroni:
+    attributes:
+    - action: insert
+      key: k8s.container.name
+      value: database
+    - action: insert
+      key: k8s.namespace.name
+      value: ${env:K8S_POD_NAMESPACE}
+    - action: insert
+      key: k8s.pod.name
+      value: ${env:K8S_POD_NAME}
   transform/patroni_logs:
     log_statements:
     - context: log
@@ -76,8 +87,10 @@ service:
       exporters:
       - debug
       processors:
+      - resource/patroni
       - transform/patroni_logs
       - batch/200ms
+      - groupbyattrs/compact
       receivers:
       - filelog/patroni_jsonlog
 `)