|
| 1 | +parameters: |
| 2 | + - name: Daily |
| 3 | + default: true |
| 4 | + - name: Artifacts |
| 5 | + type: object |
| 6 | + default: [] |
| 7 | + - name: ArtifactName |
| 8 | + type: string |
| 9 | + default: "not-specified" |
| 10 | + |
| 11 | +jobs: |
| 12 | + - ${{ if eq(parameters.Daily, false) }}: |
| 13 | + - job: smoke_test_eligibility |
| 14 | + displayName: Check Smoke Test Eligibility |
| 15 | + steps: |
| 16 | + - ${{ each artifact in parameters.Artifacts }}: |
| 17 | + - ${{ if and(ne(variables['Skip.Release'], 'true'), ne(artifact.skipPublishPackage, 'true')) }}: |
| 18 | + - pwsh: | |
| 19 | + $packages = Get-Content $(Build.SourcesDirectory)/common/smoketest/requirements-release.txt |
| 20 | + if ($packages | Where-Object { $_ -match "${{ replace(artifact.name, '_', '-') }}" }) { |
| 21 | + Write-Host "Smoke tests will run for ${{ artifact.name }}" |
| 22 | + Write-Host "##vso[task.setvariable variable=RunSmokeTests;]true" |
| 23 | + } |
| 24 | + name: check_smoke_tests_${{ artifact.safeName }} |
| 25 | + displayName: Check smoke test eligibility for ${{ artifact.name }} |
| 26 | +
|
| 27 | + - pwsh: | |
| 28 | + Write-Host "Setting RunSmokeTests to $($env:RunSmokeTests)" |
| 29 | + Write-Host "##vso[task.setvariable variable=RunSmokeTests;isOutput=true;]$($env:RunSmokeTests)" |
| 30 | + name: output_eligibility |
| 31 | + env: |
| 32 | + RunSmokeTests: $(RunSmokeTests) |
| 33 | +
|
| 34 | + - job: |
| 35 | + ${{ if eq(parameters.Daily, false) }}: |
| 36 | + dependsOn: smoke_test_eligibility |
| 37 | + condition: and(succeeded(), eq(dependencies.smoke_test_eligibility.outputs['output_eligibility.RunSmokeTests'], true)) |
| 38 | + strategy: |
| 39 | + matrix: |
| 40 | + Python_27_Linux (AzureCloud): |
| 41 | + PythonVersion: '2.7' |
| 42 | + SkipAsyncInstall: true |
| 43 | + OSVmImage: ubuntu-18.04 |
| 44 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 45 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 46 | + Python_37_Linux (AzureCloud): |
| 47 | + PythonVersion: '3.7' |
| 48 | + OSVmImage: ubuntu-18.04 |
| 49 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 50 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 51 | + Python_38_Linux (AzureCloud): |
| 52 | + PythonVersion: '3.8' |
| 53 | + OSVmImage: ubuntu-18.04 |
| 54 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 55 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 56 | + Python_38_Linux (AzureCloud Canary): |
| 57 | + PythonVersion: '3.8' |
| 58 | + OSVmImage: ubuntu-18.04 |
| 59 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources-preview) |
| 60 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 61 | + Location: 'eastus2euap' |
| 62 | + Python_37_Windows (AzureCloud): |
| 63 | + PythonVersion: '3.7' |
| 64 | + OSVmImage: windows-2019 |
| 65 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 66 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 67 | + Python_38_Windows (AzureCloud): |
| 68 | + PythonVersion: '3.8' |
| 69 | + OSVmImage: windows-2019 |
| 70 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 71 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 72 | + Python_37_Mac (AzureCloud): |
| 73 | + PythonVersion: '3.7' |
| 74 | + OSVmImage: macOS-10.15 |
| 75 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 76 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 77 | + Python_38_Mac (AzureCloud): |
| 78 | + PythonVersion: '3.8' |
| 79 | + OSVmImage: macOS-10.15 |
| 80 | + SubscriptionConfiguration: $(sub-config-azure-cloud-test-resources) |
| 81 | + ArmTemplateParameters: $(azureCloudArmParameters) |
| 82 | + Python_38_Linux (AzureUSGovernment): |
| 83 | + PythonVersion: '3.8' |
| 84 | + OSVmImage: ubuntu-18.04 |
| 85 | + SubscriptionConfiguration: $(sub-config-gov-test-resources) |
| 86 | + ArmTemplateParameters: $(azureUSGovernmentArmParameters) |
| 87 | + Python_37_Windows (AzureUSGovernment): |
| 88 | + PythonVersion: '3.7' |
| 89 | + OSVmImage: windows-2019 |
| 90 | + SubscriptionConfiguration: $(sub-config-gov-test-resources) |
| 91 | + ArmTemplateParameters: $(azureUSGovernmentArmParameters) |
| 92 | + Python_38_Linux (AzureChinaCloud): |
| 93 | + PythonVersion: '3.8' |
| 94 | + OSVmImage: ubuntu-18.04 |
| 95 | + SubscriptionConfiguration: $(sub-config-cn-test-resources) |
| 96 | + Location: 'chinanorth' |
| 97 | + ArmTemplateParameters: $(azureChinaCloudArmParameters) |
| 98 | + Python_37_Windows (AzureChinaCloud): |
| 99 | + PythonVersion: '3.7' |
| 100 | + OSVmImage: windows-2019 |
| 101 | + SubscriptionConfiguration: $(sub-config-cn-test-resources) |
| 102 | + Location: 'chinanorth' |
| 103 | + ArmTemplateParameters: $(azureChinaCloudArmParameters) |
| 104 | + |
| 105 | + pool: |
| 106 | + vmImage: $(OSVmImage) |
| 107 | + |
| 108 | + variables: |
| 109 | + - template: /eng/pipelines/templates/variables/globals.yml |
| 110 | + - name: Location |
| 111 | + value: '' |
| 112 | + - name: azureCloudArmParameters |
| 113 | + value: "@{ storageEndpointSuffix = 'core.windows.net'; azureCloud = 'AzureCloud'; }" |
| 114 | + - name: azureUSGovernmentArmParameters |
| 115 | + value: "@{ storageEndpointSuffix = 'core.usgovcloudapi.net'; azureCloud = 'AzureUSGovernment'; }" |
| 116 | + - name: azureChinaCloudArmParameters |
| 117 | + value: "@{ storageEndpointSuffix = 'core.chinacloudapi.cn'; azureCloud = 'AzureChinaCloud'; }" |
| 118 | + - name: requirements |
| 119 | + ${{ if eq(parameters.Daily, true) }}: |
| 120 | + value: $(Build.SourcesDirectory)/common/smoketest/requirements.txt |
| 121 | + ${{ if eq(parameters.Daily, false) }}: |
| 122 | + value: $(Build.SourcesDirectory)/common/smoketest/requirements-release.txt |
| 123 | + |
| 124 | + steps: |
| 125 | + - task: UsePythonVersion@0 |
| 126 | + displayName: "Use Python $(PythonVersion)" |
| 127 | + inputs: |
| 128 | + versionSpec: $(PythonVersion) |
| 129 | + |
| 130 | + - script: | |
| 131 | + python -m pip install pip==20.0.2 |
| 132 | + pip --version |
| 133 | + displayName: pip --version |
| 134 | +
|
| 135 | + - ${{ if eq(parameters.Daily, false) }}: |
| 136 | + - download: current |
| 137 | + artifact: ${{ parameters.ArtifactName }} |
| 138 | + timeoutInMinutes: 5 |
| 139 | + |
| 140 | + - pwsh: | |
| 141 | + $packages = Get-ChildItem "$(Pipeline.Workspace)/${{ parameters.ArtifactName }}/*.zip" |
| 142 | + Write-Host "Artifacts found:" |
| 143 | + $artifacts = $packages | ForEach-Object { |
| 144 | + if ($_.Name -match "([a-zA-Z\-]+)\-(.*).zip") { |
| 145 | + Write-Host "$($matches[1]): $($matches[2])" |
| 146 | + return @{ "name" = $matches[1]; "version" = $matches[2] } |
| 147 | + } |
| 148 | + } |
| 149 | + $dependencies = Get-Content $env:REQUIREMENTS | ForEach-Object { |
| 150 | + $line = $_ |
| 151 | + if ($line -match "([a-zA-Z\-]+)(\W+)(.*)") { |
| 152 | + $override = ($artifacts | Where-Object { $_.Name -eq $matches[1] }).Version |
| 153 | + if ($override) { |
| 154 | + $line = $line -replace '([a-zA-Z\-]+)(\W+)(.*)', ('${1}${2}' + $override) |
| 155 | + Write-Host "Overriding dependency to: $line" |
| 156 | + } |
| 157 | + } |
| 158 | + return $line |
| 159 | + } |
| 160 | +
|
| 161 | + $dependencies | Out-File $env:REQUIREMENTS |
| 162 | +
|
| 163 | + displayName: Override requirements with pipeline build artifact versions |
| 164 | + env: |
| 165 | + REQUIREMENTS: $(requirements) |
| 166 | +
|
| 167 | + - pwsh: pip install -r "$env:REQUIREMENTS" --no-deps --upgrade |
| 168 | + displayName: Install requirements without dependencies |
| 169 | + env: |
| 170 | + REQUIREMENTS: $(requirements) |
| 171 | + |
| 172 | + - ${{ if eq(parameters.Daily, true) }}: |
| 173 | + - pwsh: | |
| 174 | + pip install -r "$env:REQUIREMENTS" --pre --no-deps --upgrade ` |
| 175 | + --index-url https://pkgs.dev.azure.com/azure-sdk/public/_packaging/azure-sdk-for-python/pypi/simple |
| 176 | +
|
| 177 | + displayName: Install requirements from dev feed without dependencies |
| 178 | + env: |
| 179 | + REQUIREMENTS: $(requirements) |
| 180 | +
|
| 181 | + - pwsh: pip install -r $(Build.SourcesDirectory)/common/smoketest/requirements_async.txt |
| 182 | + displayName: "Install requirements_async.txt" |
| 183 | + condition: and(succeeded(), ne(variables['SkipAsyncInstall'], true)) |
| 184 | + |
| 185 | + - pwsh: | |
| 186 | + python $(Build.SourcesDirectory)/common/smoketest/dependencies.py -r "$env:REQUIREMENTS" ` |
| 187 | + | Out-File $(Build.SourcesDirectory)/common/smoketest/requirements_dependencies.txt |
| 188 | + displayName: Create dependency list from installed packages |
| 189 | + env: |
| 190 | + REQUIREMENTS: $(requirements) |
| 191 | +
|
| 192 | + - script: pip install -r $(Build.SourcesDirectory)/common/smoketest/requirements_dependencies.txt |
| 193 | + displayName: Install package dependencies from PyPI |
| 194 | + |
| 195 | + - script: pip freeze |
| 196 | + displayName: Show installed packages (pip freeze) |
| 197 | + |
| 198 | + - template: /eng/common/TestResources/deploy-test-resources.yml |
| 199 | + parameters: |
| 200 | + ServiceDirectory: '$(Build.SourcesDirectory)/common/smoketest/' |
| 201 | + SubscriptionConfiguration: $(SubscriptionConfiguration) |
| 202 | + Location: $(Location) |
| 203 | + ArmTemplateParameters: $(ArmTemplateParameters) |
| 204 | + |
| 205 | + - script: python $(Build.SourcesDirectory)/common/smoketest/program.py |
| 206 | + displayName: Run Smoke Test |
| 207 | + |
| 208 | + - template: /eng/common/TestResources/remove-test-resources.yml |
| 209 | + parameters: |
| 210 | + ServiceDirectory: '$(Build.SourcesDirectory)/common/smoketest/' |
| 211 | + SubscriptionConfiguration: $(SubscriptionConfiguration) |
| 212 | + |
0 commit comments