feat: add integration test CI and resource limits

- Add integration-tests job in GitHub Actions (runs on PRs only)
- Add explicit resource requests/limits to all workflow templates
  - convert-geozarr: 6Gi/10Gi memory, 2/4 CPU
  - validate: 2Gi/4Gi memory, 1/2 CPU
  - register-stac: 1Gi/2Gi memory, 500m/1 CPU
  - augment-stac: 1Gi/2Gi memory, 500m/1 CPU

Prevents pod eviction and enables predictable scheduling

Author: wietzesuijker

.github/workflows/test.yml

@@ -52,3 +52,29 @@ jobs:
       with:
         files: ./coverage.xml
         fail_ci_if_error: false
+
+  integration-tests:
+    runs-on: ubuntu-latest
+    if: github.event_name == 'pull_request'
+    strategy:
+      matrix:
+        python-version: ["3.11"]
+
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install uv
+      uses: astral-sh/setup-uv@v3
+      with:
+        version: "latest"
+
+    - name: Install dependencies
+      run: uv sync --all-extras
+
+    - name: Run integration tests
+      run: uv run pytest tests/integration/ -v --tb=short

workflows/template.yaml

@@ -77,6 +77,13 @@ spec:
       image: ghcr.io/eopf-explorer/data-pipeline:{{workflow.parameters.pipeline_image_version}}
       imagePullPolicy: Always
       command: [bash, -c]
+      resources:
+        requests:
+          memory: "6Gi"
+          cpu: "2"
+        limits:
+          memory: "10Gi"
+          cpu: "4"
       args:
         - |
           set -euo pipefail
@@ -172,6 +179,13 @@ spec:
       image: ghcr.io/eopf-explorer/data-pipeline:{{workflow.parameters.pipeline_image_version}}
       imagePullPolicy: Always
       command: [bash]
+      resources:
+        requests:
+          memory: "2Gi"
+          cpu: "1"
+        limits:
+          memory: "4Gi"
+          cpu: "2"
       source: |
         set -euo pipefail
 
@@ -218,6 +232,13 @@ spec:
       image: ghcr.io/eopf-explorer/data-pipeline:{{workflow.parameters.pipeline_image_version}}
       imagePullPolicy: Always
       command: [bash]
+      resources:
+        requests:
+          memory: "1Gi"
+          cpu: "500m"
+        limits:
+          memory: "2Gi"
+          cpu: "1"
       source: |
         set -euo pipefail
 
@@ -252,6 +273,14 @@ spec:
       image: ghcr.io/eopf-explorer/data-pipeline:{{workflow.parameters.pipeline_image_version}}
       imagePullPolicy: Always
       command: [bash]
+      resources:
+        requests:
+          memory: "1Gi"
+          cpu: "500m"
+        limits:
+          memory: "2Gi"
+          cpu: "1"
+      source: |
       source: |
         set -euo pipefail