ci: run unit and integration tests against more node versions (#221)

*Issue #, if available:*

#220

*Description of changes:*

Refactoring our GH workflows to run against nodejs 20.x, 22.x, 24.x.

The new workflow is like this:
1. Build workflow is run once, uploading the build artifacts
2. Unit tests for each node version are concurrently triggered by the
build workflow (downloading from artifacts)
3. Integration tests for each node version are concurrently triggered by
the build workflow (downloading from artifacts)
4. Cleanup workflow is run for each node version (not concurrently,
since there is throttling for DeleteFunction)

By submitting this pull request, I confirm that you can use, modify,
copy, and redistribute this contribution, under the terms of your
choice.

Author: anthonyting

.github/workflows/build.yml

@@ -0,0 +1,133 @@
+name: Build
+
+on:
+  push:
+    branches: ["main", "development"]
+  pull_request:
+    branches: ["main", "development"]
+
+permissions:
+  contents: read # This is required for actions/checkout
+
+# Cancel when pull request is updated
+concurrency:
+  group: ${{ github.head_ref }}-${{ github.run_id}}
+  cancel-in-progress: true
+
+jobs:
+  lint-commits:
+    # Note: To re-run `lint-commits` after fixing the PR title, close-and-reopen the PR.
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 22.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22.x
+          cache: "npm"
+      - name: Check PR title
+        run: |
+          node "$GITHUB_WORKSPACE/.github/workflows/lintcommit.js"
+
+  build:
+    needs: lint-commits
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Use Node.js 22.x
+        uses: actions/setup-node@v4
+        with:
+          node-version: 22.x
+          cache: "npm"
+      - name: Install dependencies
+        run: npm run install-all
+      - name: Build project
+        run: npm run build
+      - name: Upload build artifacts
+        uses: actions/upload-artifact@v4
+        with:
+          name: built-artifacts
+          path: |
+            packages/**/dist*/*
+            package.json
+            package-lock.json
+
+  unit-tests:
+    needs: build
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: ["20.x", "22.x", "24.x"]
+    uses: "./.github/workflows/unit-tests.yml"
+    with:
+      node-version: ${{ matrix.node-version }}
+
+  integration-tests:
+    needs: build
+    permissions:
+      contents: read
+      id-token: write
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: ["20.x", "22.x", "24.x"]
+    uses: "./.github/workflows/integration-tests.yml"
+    with:
+      node-version: ${{ matrix.node-version }}
+    secrets: inherit
+
+  cleanup-integration-tests:
+    needs: [integration-tests]
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write
+
+    concurrency:
+      group: ${{ github.head_ref }}-${{ github.run_id }}-${{ matrix.node-version }}-integ
+      cancel-in-progress: true
+
+    strategy:
+      # Clean up functions sequentially to avoid throttling
+      max-parallel: 1
+      fail-fast: false
+      matrix:
+        node-version: ["20.x", "22.x", "24.x"]
+
+    if: ${{ !failure() }}
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: "npm"
+
+      - name: Download build artifacts
+        uses: actions/download-artifact@v4
+        with:
+          name: built-artifacts
+          path: .
+
+      - name: Install dependencies
+        run: |
+          npm run install-all
+
+      - name: Get AWS Credentials
+        id: credentials
+        if: github.actor != 'nektos/act'
+        uses: aws-actions/configure-aws-credentials@v4
+        with:
+          role-to-assume: "${{ secrets.ACTIONS_INTEGRATION_ROLE_NAME }}"
+          role-session-name: githubIntegrationTest
+          aws-region: ${{ vars.AWS_REGION }}
+
+      - name: Cleanup Lambda functions
+        env:
+          LAMBDA_ENDPOINT: ${{ secrets.LAMBDA_ENDPOINT }}
+          GITHUB_EVENT_NAME: ${{ github.event_name }}
+          GITHUB_EVENT_NUMBER: ${{ github.event.number }}
+        run: |
+          node .github/workflows/scripts/integration-test/integration-test.js --cleanup-only --runtime ${{ matrix.node-version }}

.github/workflows/cleanup-pr-logs.yml

@@ -7,33 +7,32 @@ on:
       - development
 
 permissions:
-  id-token: write # This is required for requesting the JWT
   contents: read # This is required for actions/checkout
 
-env:
-  AWS_REGION: ${{ vars.AWS_REGION }}
-
 jobs:
   cleanup-logs:
     if: github.event.pull_request.merged == true
     runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      id-token: write # Required for AWS credentials
 
     steps:
       - name: Configure AWS credentials
         uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: "${{ secrets.ACTIONS_WEBHOOK_ROLE_ARN }}"
           role-session-name: "GitHub-PR-${{ github.event.pull_request.number }}-Cleanup"
-          aws-region: ${{ env.AWS_REGION }}
+          aws-region: ${{ vars.AWS_REGION }}
 
       - name: Install awscurl
         run: pip install awscurl
 
       - name: Cleanup PR log group
         run: |
           awscurl --service execute-api \
-            --region ${{ env.AWS_REGION }} \
+            --region ${{ vars.AWS_REGION }} \
             -X POST \
             -H "Content-Type: application/json" \
-            -d '{"logGroupSuffix": "-TypeScript-PR-${{ github.event.pull_request.number }}"}' \
+            -d '{"logGroupSuffix": "-NodeJS-PR-${{ github.event.pull_request.number }}"}' \
             "${{ secrets.LOG_GROUP_CLEANUP_WEBHOOK }}"

.github/workflows/integration-tests.yml

@@ -1,103 +1,84 @@
 name: Integration Tests
 
 on:
-  push:
-    branches: ["main", "development"]
-    paths:
-      - "packages/aws-durable-execution-**"
-      - "packages/client-lambda/**"
-      - ".github/workflows/integration-tests.yml"
-      - ".github/workflows/scripts/integration-test/**"
-      - ".github/model/**"
-  pull_request:
-    branches: ["main", "development"]
-    paths:
-      - "packages/aws-durable-execution-**"
-      - "packages/client-lambda/**"
-      - ".github/workflows/integration-tests.yml"
-      - ".github/workflows/scripts/integration-test/**"
-      - ".github/model/**"
-  workflow_dispatch:
+  workflow_call:
+    inputs:
+      node-version:
+        required: true
+        type: string
 
-env:
-  AWS_REGION: ${{ vars.AWS_REGION }}
-
-# permission can be added at job level or workflow level
-permissions:
-  id-token: write # This is required for requesting the JWT
-  contents: read # This is required for actions/checkout
+# Cancel when pull request is updated for this node version
+concurrency:
+  group: ${{ github.head_ref }}-${{ github.run_id }}-${{ inputs.node-version }}-integ
+  cancel-in-progress: true
 
 jobs:
-  setup:
+  deploy:
+    permissions:
+      contents: read
+      id-token: write # Required for AWS credentials
     runs-on: ubuntu-latest
-    outputs:
-      function-name-map: ${{ steps.deploy-functions.outputs.function-name-map }}
     steps:
       - uses: actions/checkout@v4
 
       - name: Setup Node.js
         uses: actions/setup-node@v4
         with:
-          node-version: "22.x"
+          node-version: ${{ inputs.node-version }}
           cache: "npm"
 
-      - name: Configure AWS credentials (OIDC for main workflow)
-        if: github.event_name != 'workflow_dispatch' || github.actor != 'nektos/act'
+      - name: Get AWS Credentials
+        id: credentials
+        if: github.actor != 'nektos/act'
         uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: "${{ secrets.ACTIONS_INTEGRATION_ROLE_NAME }}"
           role-session-name: githubIntegrationTest
-          aws-region: ${{ env.AWS_REGION }}
+          aws-region: ${{ vars.AWS_REGION }}
 
-      - name: Install custom Lambda model
-        run: |
-          aws configure add-model --service-model file://.github/model/lambda.json --service-name lambda
+      - name: Download build artifacts
+        uses: actions/download-artifact@v4
+        with:
+          name: built-artifacts
+          path: .
 
       - name: Install dependencies
         run: npm run install-all
 
-      - name: Build project
-        run: npm run build
-
-      - name: Upload build artifacts
-        uses: actions/upload-artifact@v4
-        with:
-          name: built-artifacts
-          path: |
-            packages/**/dist*/*
-            package.json
-
       - name: Deploy functions
+        id: deploy-functions
         env:
-          AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
           LAMBDA_ENDPOINT: ${{ secrets.LAMBDA_ENDPOINT }}
-          INVOKE_ACCOUNT_ID: ${{ secrets.INVOKE_ACCOUNT_ID_BETA }}
-          KMS_KEY_ARN: ${{ secrets.KMS_KEY_ARN }}
           GITHUB_EVENT_NAME: ${{ github.event_name }}
           GITHUB_EVENT_NUMBER: ${{ github.event.number }}
-        run: node .github/workflows/scripts/integration-test/integration-test.js --deploy-only
+          AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
+        run: node .github/workflows/scripts/integration-test/integration-test.js --deploy-only --runtime ${{ inputs.node-version }}
 
   jest-integration-test:
-    needs: setup
+    needs: deploy
     runs-on: ubuntu-latest
     name: Jest Integration Tests
+    permissions:
+      contents: read
+      id-token: write # Required for AWS credentials
 
     steps:
       - uses: actions/checkout@v4
 
       - name: Setup Node.js
         uses: actions/setup-node@v4
         with:
-          node-version: "22.x"
+          node-version: ${{ inputs.node-version }}
           cache: "npm"
 
-      - name: Configure AWS credentials (OIDC for main workflow)
-        if: github.event_name != 'workflow_dispatch' || github.actor != 'nektos/act'
+      - name: Get AWS Credentials
+        id: credentials
+        if: github.actor != 'nektos/act'
         uses: aws-actions/configure-aws-credentials@v4
         with:
           role-to-assume: "${{ secrets.ACTIONS_INTEGRATION_ROLE_NAME }}"
           role-session-name: githubIntegrationTest
-          aws-region: ${{ env.AWS_REGION }}
+          aws-region: ${{ vars.AWS_REGION }}
 
       - name: Download build artifacts
         uses: actions/download-artifact@v4
@@ -112,51 +93,7 @@ jobs:
       - name: Run Jest integration tests
         env:
           LAMBDA_ENDPOINT: ${{ secrets.LAMBDA_ENDPOINT }}
-          FUNCTION_NAME_MAP: ${{ needs.setup.outputs.function-name-map }}
-          GITHUB_EVENT_NAME: ${{ github.event_name }}
-          GITHUB_EVENT_NUMBER: ${{ github.event.number }}
-          AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
-        run: |
-          node .github/workflows/scripts/integration-test/integration-test.js --test-only
-
-  cleanup:
-    needs: [setup, jest-integration-test]
-    runs-on: ubuntu-latest
-    if: ${{ !failure() }}
-
-    steps:
-      - uses: actions/checkout@v4
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: "22.x"
-          cache: "npm"
-
-      - name: Download build artifacts
-        uses: actions/download-artifact@v4
-        with:
-          name: built-artifacts
-          path: .
-
-      - name: Install dependencies
-        run: |
-          npm run install-all
-
-      - name: Configure AWS credentials (OIDC for main workflow)
-        if: github.event_name != 'workflow_dispatch' || github.actor != 'nektos/act'
-        uses: aws-actions/configure-aws-credentials@v4
-        with:
-          role-to-assume: "${{ secrets.ACTIONS_INTEGRATION_ROLE_NAME }}"
-          role-session-name: githubIntegrationTest
-          aws-region: ${{ env.AWS_REGION }}
-
-      - name: Cleanup Lambda functions
-        env:
-          LAMBDA_ENDPOINT: ${{ secrets.LAMBDA_ENDPOINT }}
-          FUNCTION_NAME_MAP: ${{ needs.setup.outputs.function-name-map }}
           GITHUB_EVENT_NAME: ${{ github.event_name }}
           GITHUB_EVENT_NUMBER: ${{ github.event.number }}
-          AWS_ACCOUNT_ID: ${{ secrets.AWS_ACCOUNT_ID }}
         run: |
-          node .github/workflows/scripts/integration-test/integration-test.js --cleanup-only
+          node .github/workflows/scripts/integration-test/integration-test.js --test-only --runtime ${{ inputs.node-version }}