fix: update workflow template for devseed-staging

- Remove mutex with unsupported expression syntax
- Reduce memory requests (2Gi/1CPU for convert, down from 6Gi/2CPU)
- Fix script execution: use bash command with python3 interpreter
- Update image tag to feat-workflow-parallelism
- Remove item_id parameter from sensor to match 2-step workflow

Author: wietzesuijker

workflows/base/sensor.yaml

@@ -31,18 +31,13 @@ spec:
               arguments:
                 parameters:
                 - name: source_url
-                - name: item_id
                 - name: register_collection
         parameters:
         - src:
             dependencyName: geozarr-event
             dataKey: body.source_url
           dest: spec.arguments.parameters.0.value
-        - src:
-            dependencyName: geozarr-event
-            dataKey: body.item_id
-          dest: spec.arguments.parameters.1.value
         - src:
             dependencyName: geozarr-event
             dataKey: body.collection
-          dest: spec.arguments.parameters.2.value
+          dest: spec.arguments.parameters.1.value

workflows/base/workflowtemplate.yaml

@@ -32,7 +32,7 @@ spec:
     - name: s3_output_prefix
       value: tests-output
     - name: pipeline_image_version
-      value: fix-unit-tests
+      value: feat-workflow-parallelism
   templates:
   - name: main
     dag:
@@ -46,22 +46,19 @@ spec:
 
   - name: convert-geozarr
     activeDeadlineSeconds: 3600
-    synchronization:
-      mutex:
-        name: "item-{{workflow.parameters.source_url | sha1sum | trunc 8}}"
     script:
       image: ghcr.io/eopf-explorer/data-pipeline:{{workflow.parameters.pipeline_image_version}}
       imagePullPolicy: Always
-      command: [python]
+      command: [bash]
       resources:
         requests:
-          memory: 6Gi
-          cpu: '2'
+          memory: 2Gi
+          cpu: '1'
         limits:
-          memory: 8Gi
+          memory: 4Gi
           cpu: '2'
       source: |
-        /app/scripts/convert.py \
+        python3 /app/scripts/convert.py \
           --source-url "{{workflow.parameters.source_url}}" \
           --collection "{{workflow.parameters.register_collection}}" \
           --s3-output-bucket "{{workflow.parameters.s3_output_bucket}}" \
@@ -91,7 +88,7 @@ spec:
     script:
       image: ghcr.io/eopf-explorer/data-pipeline:{{workflow.parameters.pipeline_image_version}}
       imagePullPolicy: Always
-      command: [python]
+      command: [bash]
       ports:
       - containerPort: 8000
         name: metrics
@@ -103,7 +100,7 @@ spec:
           memory: 2Gi
           cpu: '1'
       source: |
-        /app/scripts/register.py \
+        python3 /app/scripts/register.py \
           --source-url "{{workflow.parameters.source_url}}" \
           --collection "{{workflow.parameters.register_collection}}" \
           --stac-api-url "{{workflow.parameters.stac_api_url}}" \