Add MatrixFilters and NonSparseParameter support to live test configs (Azure#18703)

* Add MatrixFilters and NonSparseParameter support to live test configs

* simplify keyvault live test config

Author: benbp

eng/pipelines/templates/jobs/archetype-sdk-tests-generate.yml

@@ -7,6 +7,9 @@ parameters:
 - name: MatrixConfigs
   type: object
   default: []
+- name: MatrixFilters
+  type: object
+  default: []
 
 jobs:
 - job: generate_matrix
@@ -19,26 +22,32 @@ jobs:
   steps:
     - ${{ each config in parameters.MatrixConfigs }}:
       - ${{ if eq(config.GenerateVMJobs, 'true') }}:
-        - pwsh: |
-            Write-Host "DISPLAY NAME FILTER: $(displayNameFilter)"
-            eng/scripts/job-matrix/Create-JobMatrix.ps1 `
-              -ConfigPath ${{ config.Path }} `
-              -Selection ${{ config.Selection }} `
-              -DisplayNameFilter "$(displayNameFilter)" `
-              -Filters @("container=^$", "SupportedClouds=^$|${{ parameters.CloudConfig.Cloud }}")
+        - task: Powershell@2
+          inputs:
+            pwsh: true
+            filePath: eng/scripts/job-matrix/Create-JobMatrix.ps1
+            arguments: >
+              -ConfigPath ${{ config.Path }}
+              -Selection ${{ config.Selection }}
+              -DisplayNameFilter "$(displayNameFilter)"
+              -Filters "${{ join('","', parameters.MatrixFilters) }}","container=^$","SupportedClouds=^$|${{ parameters.CloudConfig.Cloud }}"
+              -NonSparseParameters "${{ join('","', config.NonSparseParameters) }}"
+          displayName: Generate VM Job Matrix ${{ config.Name }}
           name: generate_vm_job_matrix_${{ config.Name }}
-          displayName: Generate VM Job Matrix
 
       - ${{ if eq(config.GenerateContainerJobs, 'true') }}:
-        - pwsh: |
-            Write-Host "DISPLAY NAME FILTER: $(displayNameFilter)"
-            eng/scripts/job-matrix/Create-JobMatrix.ps1 `
-              -ConfigPath ${{ config.Path }} `
-              -Selection ${{ config.Selection }} `
-              -DisplayNameFilter "$(displayNameFilter)" `
-              -Filters @("container=.*", "SupportedClouds=$^$|{{ parameters.CloudConfig.Cloud }}")
-          name: generate_container_job_matrix_${{ config.Name }}
+        - task: Powershell@2
+          inputs:
+            pwsh: true
+            filePath: eng/scripts/job-matrix/Create-JobMatrix.ps1
+            arguments: >
+              -ConfigPath ${{ config.Path }}
+              -Selection ${{ config.Selection }}
+              -DisplayNameFilter "$(displayNameFilter)"
+              -Filters "${{ join('","', parameters.MatrixFilters) }}", "container=.*", "SupportedClouds=^$|${{ parameters.CloudConfig.Cloud }}"
+              -NonSparseParameters "${{ join('","', config.NonSparseParameters) }}"
           displayName: Generate Container Job Matrix
+          name: generate_container_job_matrix_${{ config.Name }}
 
 - ${{ each config in parameters.MatrixConfigs }}:
   - ${{ if eq(config.GenerateVMJobs, 'true') }}:

eng/pipelines/templates/stages/archetype-sdk-tests.yml

@@ -65,6 +65,9 @@ parameters:
 - name: AdditionalMatrixConfigs
   type: object
   default: []
+- name: MatrixFilters
+  type: object
+  default: []
 - name: PlatformPreSteps
   type: object
   default:
@@ -124,6 +127,10 @@ stages:
                 -  ${{ config }}
               - ${{ each config in parameters.AdditionalMatrixConfigs }}:
                 -  ${{ config }}
+            MatrixFilters:
+              - ${{ each cloudFilter in cloud.value.MatrixFilters }}:
+                - ${{ cloudFilter }}
+              - ${{ parameters.MatrixFilters }}
             CloudConfig:
               SubscriptionConfiguration: ${{ cloud.value.SubscriptionConfiguration }}
               Location: ${{ coalesce(parameters.Location, cloud.value.Location) }}