feat: enhance Argo UI visibility with step headers and parameters

- Add show-parameters step displaying full workflow config in UI
- Add step headers (1/4, 2/4, etc) to all pipeline stages
- Add progress indicators and section dividers for better readability
- Add workflow metadata labels (collection, item-id) for filtering
- Fix sensor event binding (rabbitmq-geozarr/geozarr-events)
- Add S1 E2E test job (amqp-publish-s1-e2e.yaml)

Argo UI now shows:
  • Full payload/parameters in dedicated initial step
  • Clear step numbers and progress for each stage
  • Final URLs for STAC item and S3 output
  • Better context during long-running conversions

Author: wietzesuijker

workflows/amqp-publish-s1-e2e.yaml

@@ -0,0 +1,102 @@
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: amqp-payload-s1-e2e
+  namespace: devseed-staging
+data:
+  body.json: |
+    {
+      "source_url": "https://stac.core.eopf.eodc.eu/collections/sentinel-1-l1-grd/items/S1A_IW_GRDH_1SDV_20251007T052723_20251007T052748_061315_07A653_A991",
+      "item_id": "S1A_IW_GRDH_20251007T052723_e2e_test",
+      "collection": "sentinel-1-l1-grd-dp-test"
+    }
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: amqp-publish-s1-e2e
+  namespace: devseed-staging
+spec:
+  ttlSecondsAfterFinished: 300
+  template:
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: publish
+          image: python:3.11-slim
+          env:
+            - name: AMQP_HOST
+              value: "rabbitmq.core.svc.cluster.local"
+            - name: AMQP_PORT
+              value: "5672"
+            - name: AMQP_EXCHANGE
+              value: "geozarr"
+            - name: AMQP_ROUTING_KEY
+              value: "eopf.items.sentinel-1-l1-grd"
+            - name: AMQP_USER
+              valueFrom:
+                secretKeyRef:
+                  name: rabbitmq-credentials
+                  key: username
+            - name: AMQP_PASSWORD
+              valueFrom:
+                secretKeyRef:
+                  name: rabbitmq-credentials
+                  key: password
+          volumeMounts:
+            - name: payload
+              mountPath: /payload
+          command:
+            - /bin/bash
+            - -c
+            - |
+              set -e
+              pip install -q pika tenacity
+              cat <<'PUBLISH_SCRIPT' > /tmp/publish.py
+              import json
+              import logging
+              import pika
+              from tenacity import retry, stop_after_attempt, wait_exponential
+
+              logging.basicConfig(level=logging.INFO)
+              logger = logging.getLogger(__name__)
+
+              @retry(stop=stop_after_attempt(5), wait=wait_exponential(multiplier=1, min=2, max=10))
+              def publish_message(host, port, user, password, exchange, routing_key, payload_file):
+                  with open(payload_file) as f:
+                      payload = json.load(f)
+
+                  credentials = pika.PlainCredentials(user, password)
+                  parameters = pika.ConnectionParameters(host=host, port=port, credentials=credentials)
+                  connection = pika.BlockingConnection(parameters)
+                  channel = connection.channel()
+
+                  channel.exchange_declare(exchange=exchange, exchange_type='topic', durable=True)
+                  channel.basic_publish(
+                      exchange=exchange,
+                      routing_key=routing_key,
+                      body=json.dumps(payload),
+                      properties=pika.BasicProperties(content_type='application/json', delivery_mode=2)
+                  )
+
+                  logger.info(f"Published to {exchange}/{routing_key}: {payload}")
+                  connection.close()
+
+              if __name__ == "__main__":
+                  import os
+                  publish_message(
+                      os.getenv("AMQP_HOST"),
+                      int(os.getenv("AMQP_PORT", "5672")),
+                      os.getenv("AMQP_USER"),
+                      os.getenv("AMQP_PASSWORD"),
+                      os.getenv("AMQP_EXCHANGE"),
+                      os.getenv("AMQP_ROUTING_KEY"),
+                      "/payload/body.json"
+                  )
+              PUBLISH_SCRIPT
+              python /tmp/publish.py
+      volumes:
+        - name: payload
+          configMap:
+            name: amqp-payload-s1-e2e

workflows/sensor.yaml

@@ -8,8 +8,8 @@ spec:
     serviceAccountName: operate-workflow-sa
   dependencies:
   - name: geozarr-event
-    eventSourceName: amqp
-    eventName: eopf-items-convert
+    eventSourceName: rabbitmq-geozarr
+    eventName: geozarr-events
 
   triggers:
   - template: