feat: filter log types using include/exclude patterns

Allow users to filter log types reported by log plugins using
include and exclude patterns in the plugin configuration.

Author: albinsuresh

Cargo.lock

@@ -37,7 +37,7 @@ list_log_types() {
         exit 1
     fi
     status=0
-    { systemctl list-units --type=service --no-legend --no-pager --plain || status=$?; } | awk '!/^systemd/ { sub(/\.service$/, "", $1); print $1 }' || status=$?
+    { systemctl list-units --type=service --no-legend --no-pager --plain || status=$?; } | awk '{ sub(/\.service$/, "", $1); print $1 }' || status=$?
     if [ "$status" -ne 0 ]; then
         echo "Pipeline failed with $status" >&2
         exit "$status"

configuration/contrib/log-plugins/journald

@@ -62,6 +62,7 @@ use tedge_health_ext::HealthMonitorBuilder;
 use tedge_log_manager::LogManagerBuilder;
 use tedge_log_manager::LogManagerConfig;
 use tedge_log_manager::LogManagerOptions;
+use tedge_log_manager::PluginConfig;
 use tedge_mqtt_ext::MqttActorBuilder;
 use tedge_mqtt_ext::MqttConfig;
 use tedge_mqtt_ext::TopicFilter;
@@ -383,8 +384,12 @@ impl Agent {
                 mqtt_device_topic_id: device_topic_id.clone(),
                 plugin_dirs: self.config.log_plugin_dirs,
             })?;
+
+            let plugin_config =
+                PluginConfig::from_file(&log_manager_config.plugin_config_path).await;
             let mut log_actor = LogManagerBuilder::try_new(
                 log_manager_config,
+                plugin_config,
                 &mut fs_watch_actor_builder,
                 &mut uploader_actor_builder,
             )

crates/core/tedge_agent/src/agent.rs

@@ -13,6 +13,8 @@ repository = { workspace = true }
 anyhow = { workspace = true }
 async-trait = { workspace = true }
 camino = { workspace = true }
+regex = { workspace = true }
+serde = { workspace = true }
 serde_json = { workspace = true }
 tedge_actors = { workspace = true }
 tedge_api = { workspace = true }
@@ -30,6 +32,7 @@ tracing = { workspace = true }
 [dev-dependencies]
 tedge_actors = { workspace = true, features = ["test-helpers"] }
 tedge_test_utils = { workspace = true }
+tempfile = { workspace = true }
 time = { workspace = true, features = ["macros"] }
 
 [lints]

crates/extensions/tedge_log_manager/Cargo.toml

@@ -1,6 +1,7 @@
 use super::error::LogManagementError;
 use super::LogManagerConfig;
 use super::DEFAULT_PLUGIN_CONFIG_FILE_NAME;
+use crate::config::PluginConfig;
 use crate::plugin_manager::ExternalPlugins;
 use async_trait::async_trait;
 use std::collections::HashMap;
@@ -59,6 +60,7 @@ pub struct LogManagerActor {
     messages: SimpleMessageBox<LogInput, LogOutput>,
     upload_sender: DynSender<LogUploadRequest>,
     external_plugins: ExternalPlugins,
+    plugin_config: PluginConfig,
 }
 
 #[async_trait]
@@ -93,6 +95,7 @@ impl Actor for LogManagerActor {
 impl LogManagerActor {
     pub fn new(
         config: LogManagerConfig,
+        plugin_config: PluginConfig,
         messages: SimpleMessageBox<LogInput, LogOutput>,
         upload_sender: DynSender<LogUploadRequest>,
         external_plugins: ExternalPlugins,
@@ -103,6 +106,7 @@ impl LogManagerActor {
             messages,
             upload_sender,
             external_plugins,
+            plugin_config,
         }
     }
 
@@ -280,6 +284,9 @@ impl LogManagerActor {
     async fn reload_supported_log_types(&mut self) -> Result<(), RuntimeError> {
         info!(target: "log plugins", "Reloading supported log types");
 
+        // Reload plugin configuration for up-to-date filtering rules
+        self.plugin_config = PluginConfig::from_file(&self.config.plugin_config_path).await;
+
         // Note: The log manager now only handles external plugins.
         // The file-based plugin configuration is handled by the standalone plugin.
         self.external_plugins.load().await?;
@@ -305,7 +312,21 @@ impl LogManagerActor {
                             target: "log plugins",
                             "Plugin {} supports log types: {:?}", plugin_type, log_types
                         );
-                        for log_type in log_types {
+
+                        // Apply filtering from plugin config
+                        let filtered_log_types =
+                            self.plugin_config.filter_log_types(&plugin_type, log_types);
+
+                        if !filtered_log_types.is_empty() {
+                            info!(
+                                target: "log plugins",
+                                "Log types from {} plugin after filtering: {:?}",
+                                plugin_type,
+                                filtered_log_types
+                            );
+                        }
+
+                        for log_type in filtered_log_types {
                             if plugin_type == "file" {
                                 // For the file plugin, add log types without suffix (default behavior)
                                 types.push(log_type);