feat: runs schemathesis on devnet

.config/dictionaries/project.dic

@@ -409,6 +409,7 @@ vsync
 wallclock
 wasmtime
 Wconditional
+webfactory
 webos
 Werror
 Wireframes

.github/workflows/ci.yml

@@ -78,6 +78,8 @@ jobs:
     needs: [ci, paths-filter]
     if: ${{ needs.paths-filter.outputs.catalyst-gateway == 'true' || github.base_ref == 'main'}}
     uses: ./.github/workflows/gateway-tests.yml
+    secrets:
+      QA_REPO_SSH_KEY: ${{ secrets.QA_REPO_SSH_KEY }}
 
   voices-integration-tests:
     needs: [ci, paths-filter]

.github/workflows/gateway-tests.yml

@@ -2,6 +2,9 @@ name: Catalyst Gateway integration tests
 
 on:
   workflow_call:
+    secrets:
+      QA_REPO_SSH_KEY:
+        required: true
 
 concurrency:
   group: gateway-tests-${{ github.head_ref || github.ref }}
@@ -12,51 +15,110 @@ env:
   COVERAGE_EXT: .coverage.info
 
 jobs:
-  tests:
-    name: Cat-Gateway integration tests
+  build-images:
+    name: Build images
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
 
-      - name: Free Disk Space (Ubuntu)
-        uses: jlumbroso/free-disk-space@main
-        with:
-          # this might remove tools that are actually needed,
-          # if set to "true" but frees about 6 GB
-          tool-cache: false
-          # all of these default to true, but feel free to set to
-          # "false" if necessary for your workflow
-          android: true
-          dotnet: false
-          haskell: false
-          large-packages: false
-          docker-images: false
-          swap-storage: true
-
       - name: Install Forge
         uses: input-output-hk/catalyst-forge/actions/install@ci/v1.10.0
         with:
           enable_caching: "true"
           version: 0.21.0
+
       - name: Setup
         uses: input-output-hk/catalyst-forge/actions/setup@ci/v1.10.0
 
       - name: Prepare artifacts
-        id : images
+        id: images
         uses: input-output-hk/catalyst-forge/actions/run@ci/v1.10.0
         with:
           command: run
           args: ./catalyst-gateway/tests/+all-images
 
+      - name: Save image to tar
+        run: |
+          docker save cat-gateway:latest -o cat-gateway.tar
+          docker save event-db:latest -o event-db.tar
+          docker save api-tests-runner:latest -o api-tests-runner.tar
+          docker save schemathesis-runner:latest -o schemathesis-runner.tar
+          docker save rust-tests-runner:latest -o rust-tests-runner.tar
+          docker save event-db:v1 -o event-db-v1.tar
+          docker save haproxy-node:latest -o haproxy-node.tar
+          docker save cat-devnet:latest -o cat-devnet.tar
+          mkdir all-images
+          mv *.tar all-images/
+
+      - uses: actions/upload-artifact@v4
+        with:
+          name: all-images
+          path: all-images/
+
+  tests:
+    name: Cat-Gateway integration tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+#      - name: Free Disk Space (Ubuntu)
+#        uses: jlumbroso/free-disk-space@main
+#        with:
+#          # this might remove tools that are actually needed,
+#          # if set to "true" but frees about 6 GB
+#          tool-cache: false
+#          # all of these default to true, but feel free to set to
+#          # "false" if necessary for your workflow
+#          android: true
+#          dotnet: false
+#          haskell: false
+#          large-packages: false
+#          docker-images: false
+#          swap-storage: true
+
+      - name: Install Forge
+        uses: input-output-hk/catalyst-forge/actions/install@ci/v1.10.0
+        with:
+          enable_caching: "true"
+          version: 0.21.0
+
+      - name: Setup
+        uses: input-output-hk/catalyst-forge/actions/setup@ci/v1.10.0
+
+      - name: Get artifacts
+        id: get-images
+        uses: actions/download-artifact@v4
+        with:
+          name: all-images
+          path: all-images/
+
+      - name: Load image
+        id: load-images
+        run: |
+          docker load -i cat-gateway.tar
+          docker load -i event-db.tar
+          docker load -i api-tests-runner.tar
+          docker load -i schemathesis-runner.tar
+          docker load -i rust-tests-runner.tar
+          docker load -i event-db-v1.tar
+          docker load -i haproxy-node.tar
+
+#      - name: Prepare artifacts
+#        id : images
+#        uses: input-output-hk/catalyst-forge/actions/run@ci/v1.10.0
+#        with:
+#          command: run
+#          args: ./catalyst-gateway/tests/+all-images
+
       - name: Rust integration tests
-        if: ${{ steps.images.conclusion == 'success' }}
+        if: ${{ steps.load-images.conclusion == 'success' }}
         run: |
           docker compose -f catalyst-gateway/tests/docker-compose.yml up rust-tests-runner --exit-code-from rust-tests-runner
           docker compose -f catalyst-gateway/tests/docker-compose.yml down
 
       - name: Spin up catalyst-gateway
         id: gateway-started
-        if: ${{ steps.images.conclusion == 'success' }}
+        if: ${{ steps.load-images.conclusion == 'success' }}
         run: |
           docker compose -f catalyst-gateway/tests/docker-compose.yml up cat-gateway --detach
 
@@ -84,12 +146,6 @@ jobs:
                 exit 1
               fi
 
-      - name: Schemathesis tests
-        if: ${{ steps.gateway-healthy.conclusion == 'success' }}
-        run: |
-          docker compose -f catalyst-gateway/tests/docker-compose.yml up schemathesis-runner --exit-code-from schemathesis-runner
-          docker cp schemathesis-runner:/results/junit-report.xml ./schemathesis${{ env.REPORT_EXT }}
-
       - name: Integration API tests
         if: ${{ steps.gateway-healthy.conclusion == 'success' }}
         env:
@@ -105,21 +161,132 @@ jobs:
           API_TEST_MARKS: "health_endpoint"
         run: |
           docker compose -f catalyst-gateway/tests/docker-compose.yml up api-tests-runner --exit-code-from api-tests-runner
+#
+#      - name: Collect and upload test reports
+#        uses: actions/upload-artifact@v4
+#        if: success() || failure()
+#        with:
+#          name: test-reports-gateway
+#          path: "**/*${{ env.REPORT_EXT }}"
+#          if-no-files-found: error
+#          retention-days: 1
+#
+#      - name: Collect and upload test coverage
+#        uses: actions/upload-artifact@v4
+#        if: success() || failure()
+#        with:
+#          name: coverage-reports-gateway
+#          path: "**/*${{ env.COVERAGE_EXT }}"
+#          if-no-files-found: error
+#          retention-days: 1
 
-      - name: Collect and upload test reports
-        uses: actions/upload-artifact@v4
-        if: success() || failure()
+  devnet-tests:
+    name: Cat-Gateway devnet integration tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+#      - name: Setup SSH Agent
+#        uses: webfactory/ssh-agent@v0.9.1
+#        with:
+#          ssh-private-key: ${{ secrets.QA_REPO_SSH_KEY }}
+
+      - name: Install Forge
+        uses: input-output-hk/catalyst-forge/actions/install@ci/v1.10.0
         with:
-          name: test-reports-gateway
-          path: "**/*${{ env.REPORT_EXT }}"
-          if-no-files-found: error
-          retention-days: 1
-
-      - name: Collect and upload test coverage
-        uses: actions/upload-artifact@v4
-        if: success() || failure()
+          enable_caching: "true"
+          version: 0.21.0
+
+      - name: Setup
+        uses: input-output-hk/catalyst-forge/actions/setup@ci/v1.10.0
+
+      - name: Get artifacts
+        id: get-images
+        uses: actions/download-artifact@v4
         with:
-          name: coverage-reports-gateway
-          path: "**/*${{ env.COVERAGE_EXT }}"
-          if-no-files-found: error
-          retention-days: 1
+          name: all-images
+          path: all-images/
+
+      - name: Load image
+        id: load-images
+        run: |
+          docker load -i cat-gateway.tar
+          docker load -i event-db.tar
+          docker load -i api-tests-runner.tar
+          docker load -i schemathesis-runner.tar
+          docker load -i rust-tests-runner.tar
+          docker load -i event-db-v1.tar
+          docker load -i haproxy-node.tar
+          docker load -i cat-devnet.tar
+
+#      - name: Start event-db
+#        if: always()
+#        run: |
+#          docker compose -f catalyst-gateway/tests/docker-compose.yml up event-db
+
+#      - name: Prepare artifacts
+#        id : images
+#        uses: input-output-hk/catalyst-forge/actions/run@ci/v1.10.0
+#        with:
+#          command: run
+#          args: ./catalyst-gateway/tests/+all-images
+
+#      - name: Prepare artifacts devnet
+#        id: images-devnet
+#        uses: input-output-hk/catalyst-forge/actions/run@ci/v1.10.0
+#        with:
+#          command: run
+#          args: ./catalyst-gateway/tests/+images-devnet
+#
+      - name: Spin up devnet
+        if: ${{ steps.load-images.conclusion == 'success' }}
+        run: |
+          docker compose -f catalyst-gateway/tests/docker-compose-devnet.yml up cat-devnet -d
+
+      - name: Wait for cat-devnet to become healthy
+        run: |
+          echo "Waiting for container to be healthy..."
+          for i in {1..500}; do
+            STATUS=$(docker inspect --format='{{.State.Health.Status}}' cat-devnet)
+            echo "Health status: $STATUS"
+            if [ "$STATUS" == "healthy" ]; then
+              echo "Container is healthy!"
+              break
+            fi
+            if [ "$STATUS" == "unhealthy" ]; then
+              echo "Container became unhealthy."
+              docker compose -f catalyst-gateway/tests/docker-compose-devnet.yml logs cat-devnet
+              exit 1
+            fi
+            sleep 5
+          done
+
+      - name: Spin up catalyst-gateway
+        id: gateway-started
+        run: |
+          docker compose -f catalyst-gateway/tests/docker-compose-devnet.yml up cat-gateway -d
+
+      - name: Wait for cat-gateway to become healthy
+        id: gateway-healthy
+        if: ${{ steps.gateway-started.conclusion == 'success' }}
+        run: |
+          echo "Waiting for container to be healthy..."
+          for i in {1..500}; do
+            STATUS=$(docker inspect --format='{{.State.Health.Status}}' cat-gateway)
+            echo "Health status: $STATUS"
+            if [ "$STATUS" == "healthy" ]; then
+              echo "Container is healthy!"
+              break
+            fi
+            if [ "$STATUS" == "unhealthy" ]; then
+              echo "Container became unhealthy."
+              docker compose -f catalyst-gateway/tests/docker-compose-devnet.yml logs cat-gateway
+              exit 1
+            fi
+            sleep 5
+          done
+
+      - name: Schemathesis tests
+        if: ${{ steps.gateway-healthy.conclusion == 'success' }}
+        run: |
+          docker compose -f catalyst-gateway/tests/docker-compose-devnet.yml up schemathesis-runner --exit-code-from schemathesis-runner