This server could not verify that you +are authorized to access the document +requested. Either you supplied the wrong +credentials (e.g., bad password), or your +browser doesn't understand how to supply +the credentials required.
+ diff --git a/docs/src/benchmarks/tedgemem-month.svg b/docs/src/benchmarks/tedgemem-month.svg new file mode 100644 index 00000000000..1e6298acc8f --- /dev/null +++ b/docs/src/benchmarks/tedgemem-month.svg @@ -0,0 +1,12 @@ + + +This server could not verify that you +are authorized to access the document +requested. Either you supplied the wrong +credentials (e.g., bad password), or your +browser doesn't understand how to supply +the credentials required.
+ diff --git a/plugins/munin/tedgecpuprocent b/plugins/munin/tedgecpuprocent new file mode 100644 index 00000000000..be22b54e960 --- /dev/null +++ b/plugins/munin/tedgecpuprocent @@ -0,0 +1,73 @@ +#!/bin/sh +# -*- sh -*- + +: << =cut + +=head1 NAME + +tedgecpuprocent - Monitor CPU % consumption of ThinEdge tasks mosquitto, tedge-agent, and tedge-mapper + +=head1 AUTHOR + +Gligor Isaev + +=head1 LICENSE + +GPL-3.0-or-higher + +=head1 MAGIC MARKERS + + #%# family=manual + +=cut + +. "$MUNIN_LIBDIR/plugins/plugin.sh" + +# Get the PIDs of mosquitto, tedge-agent, and tedge-mapper +mosquitto_pid=$(pidof mosquitto) +tedgeagent_pid=$(pidof tedge-agent) +tedgemapper_pids=$(pidof tedge-mapper) + +tasks="" +cpu="" + +# Fetch CPU usage percentage for each process using ps +for i in $mosquitto_pid $tedgeagent_pid; do + commcpu=$(ps -p $i -o comm=,%cpu= | tr -s ' ') + comm=$(echo $commcpu | cut -d' ' -f1) # Get the process name + cpu_usage=$(echo $commcpu | cut -d' ' -f2) # Get the CPU percentage + tasks="$tasks $comm" + cpu="$cpu $cpu_usage" +done + +# Fetch CPU usage percentage for tedge-mapper processes +for i in $tedgemapper_pids; do + commcpu=$(ps -p $i -o args=,%cpu= | tr -s ' ') + comm=$(echo $commcpu | cut -d/ -f4 | cut -d' ' -f1,2 | tr ' ' _) # Extract process name + cpu_usage=$(echo $commcpu | cut -d' ' -f3) # Get CPU percentage + tasks="$tasks $comm" + cpu="$cpu $cpu_usage" +done + +# If config is requested, output graph configuration +if [ "$1" = "config" ]; then + echo 'graph_title Real-time usage CPU percentage of ThinEdge.io tasks' + echo 'graph_args --base 1000 --vertical-label % -l 0' + echo 'graph_category thin-edge' + echo 'graph_vlabel CPU Usage (%)' + echo 'graph_scale no' # Ensures no unit scaling + echo 'graph_info This graph shows CPU usage as a percentage for key ThinEdge.io processes.' + for i in $tasks; do + echo "$i.label $i" # Set the label name for each process + echo "$i.draw LINE2" # Optional: ensure the drawing style is consistent + done + exit 0 +fi + +# Output the actual data for Munin to plot +tasknum=$(echo "$tasks" | tr ' ' "\n" | wc -l) +for i in $(seq 1 "$tasknum"); do + task=$(echo "$tasks" | cut -d' ' -f$i) + cpu_usage=$(echo "$cpu" | cut -d' ' -f$i) + echo "$task.value $cpu_usage" +done diff --git a/plugins/munin/tedgemonitorcpu b/plugins/munin/tedgemonitorcpu new file mode 100644 index 00000000000..fef042a4726 --- /dev/null +++ b/plugins/munin/tedgemonitorcpu @@ -0,0 +1,111 @@ +#PLEASE NOTE THIS PLUGIN IS STILL UNDER CONSTRUCTION + +#!/bin/sh +# -*- sh -*- + +: << =cut + +=head1 NAME + +tedgecpuprocent - Monitor CPU % consumption of ThinEdge tasks mosquitto, tedge-agent, and tedge-mapper and send alarm if deviated + +=head1 AUTHOR + +Gligor Isaev + +=head1 LICENSE + +GPL-3.0-or-higher + +=head1 MAGIC MARKERS + + #%# family=manual + +=cut +. "$MUNIN_LIBDIR/plugins/plugin.sh" + +# Get the PIDs of mosquitto, tedge-agent, and tedge-mapper +mosquitto_pid=$(pidof mosquitto) +tedgeagent_pid=$(pidof tedge-agent) +tedgemapper_pids=$(pidof tedge-mapper) + +tasks="" +cpu="" +mem_usage="" +mem_prev="" + +# Fetch CPU and memory usage percentage for each process using ps +for i in $mosquitto_pid $tedgeagent_pid; do + commcpu=$(ps -p $i -o comm=,%cpu=,%mem= | tr -s ' ') + comm=$(echo $commcpu | cut -d' ' -f1) # Get the process name + cpu_usage=$(echo $commcpu | cut -d' ' -f2) # Get the CPU percentage + mem_now=$(echo $commcpu | cut -d' ' -f3) # Get the Memory percentage + tasks="$tasks $comm" + cpu="$cpu $cpu_usage" + mem_usage="$mem_usage $mem_now" + + # Check for memory increase threshold + mem_prev=$(cat /tmp/${comm}_mem_prev 2>/dev/null || echo "$mem_now") + mem_increase=$(echo "scale=2; $mem_now - $mem_prev" | bc) + threshold=20.0 + + if [ "$(echo "$mem_increase > $threshold" | bc)" -eq 1 ]; then + # Raise MQTT alarm if memory increase is greater than 20% + tedge mqtt pub "te/device/main/a/memory_increase" '{ + "text": "Memory consumption increased by more than 20% for '$comm'", + "severity": "major" + }' --retained + fi + + echo "$mem_now" > /tmp/${comm}_mem_prev # Store the current memory for the next check +done + +# Fetch CPU and memory usage percentage for tedge-mapper processes +for i in $tedgemapper_pids; do + commcpu=$(ps -p $i -o args=,%cpu=,%mem= | tr -s ' ') + comm=$(echo $commcpu | cut -d/ -f4 | cut -d' ' -f1,2 | tr ' ' _) + cpu_usage=$(echo $commcpu | cut -d' ' -f3) + mem_now=$(echo $commcpu | cut -d' ' -f4) + tasks="$tasks $comm" + cpu="$cpu $cpu_usage" + mem_usage="$mem_usage $mem_now" + + mem_prev=$(cat /tmp/${comm}_mem_prev 2>/dev/null || echo "$mem_now") + mem_increase=$(echo "scale=2; $mem_now - $mem_prev" | bc) + + if [ "$(echo "$mem_increase > $threshold" | bc)" -eq 1 ]; then + tedge mqtt pub "te/device/main/a/memory_increase" '{ + "text": "Memory consumption increased by more than 20% for '$comm'", + "severity": "major" + }' --retained + fi + + echo "$mem_now" > /tmp/${comm}_mem_prev +done + +# Output graph configuration if requested +if [ "$1" = "config" ]; then + echo 'graph_title Real-time CPU and Memory usage of ThinEdge.io tasks' + echo 'graph_args --base 1000 --vertical-label % -l 0' + echo 'graph_category thin-edge' + echo 'graph_vlabel CPU & Memory Usage (%)' + echo 'graph_scale no' + echo 'graph_info This graph shows CPU and Memory usage as a percentage for key ThinEdge.io processes.' + for i in $tasks; do + echo "$i_cpu.label $i CPU" + echo "$i_cpu.draw LINE2" + echo "$i_mem.label $i Memory" + echo "$i_mem.draw LINE2" + done + exit 0 +fi + +# Output the actual data for Munin to plot +tasknum=$(echo "$tasks" | tr ' ' "\n" | wc -l) +for i in $(seq 1 "$tasknum"); do + task=$(echo "$tasks" | cut -d' ' -f$i) + cpu_usage=$(echo "$cpu" | cut -d' ' -f$i) + mem_now=$(echo "$mem_usage" | cut -d' ' -f$i) + echo "$task_cpu.value $cpu_usage" + echo "$task_mem.value $mem_now" +done diff --git a/scripts/download_svgs.sh b/scripts/download_svgs.sh new file mode 100755 index 00000000000..2e74245fbca --- /dev/null +++ b/scripts/download_svgs.sh @@ -0,0 +1,41 @@ +#!/bin/bash + +# Define your Munin credentials +MUNIN_USERNAME="your_username" +MUNIN_PASSWORD="your_password" + +# List of SVG files to download +SVG_FILES=("tedgecpuprocent-month.svg" "tedgemem-month.svg") + +# Base URL of the Munin server +BASE_URL="https://munin.osadl.org/munin/osadl.org/rackfslot1.osadl.org/" + +# Set the output folder relative to the project folder +PROJECT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && cd ../.. && pwd)" +OUTPUT_FOLDER="$PROJECT_DIR/thin-edge.io/docs/src/benchmarks" + +# Print the project directory and output folder for debugging +echo "Project Directory: $PROJECT_DIR" +echo "Output Folder: $OUTPUT_FOLDER" + +# Create the output folder if it doesn't exist +mkdir -p "$OUTPUT_FOLDER" + +# Download each SVG file +for SVG_FILE in "${SVG_FILES[@]}"; do + SVG_URL="${BASE_URL}${SVG_FILE}" + OUTPUT_PATH="${OUTPUT_FOLDER}/${SVG_FILE}" + + # Print the output path for debugging + echo "Downloading $SVG_FILE to $OUTPUT_PATH" + + # Download the file using curl with basic authentication and skipping certificate verification + curl --insecure --user "$MUNIN_USERNAME:$MUNIN_PASSWORD" "$SVG_URL" --output "$OUTPUT_PATH" + + # Check if the download was successful + if [[ $? -eq 0 ]]; then + echo "Downloaded $SVG_FILE to $OUTPUT_PATH" + else + echo "Failed to download $SVG_FILE" + fi +done