Skip to content

Commit eb3b485

Browse files
mikehardermikeharder
authored
[Perf] Refactor tests.yml into one file per package per language (Azure#28462)
1 parent 1714811 commit eb3b485

File tree

10 files changed

+155
-9
lines changed

10 files changed

+155
-9
lines changed

‎eng/pipelines/templates/jobs/perf.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
parameters:
2-
- name: ServiceDirectory
2+
- name: LanguageVersion
33
type: string
4-
default: ''
5-
- name: Services
4+
default: '3.11'
5+
- name: ServiceDirectory
66
type: string
77
default: ''
88
- name: PackageVersions
@@ -30,15 +30,15 @@ extends:
3030
Variables:
3131
- template: /eng/pipelines/templates/variables/globals.yml
3232
- name: PythonVersion
33-
value: '3.11'
33+
value: ${{ parameters.LanguageVersion }}
3434
Language: Python
35+
LanguageVersion: ${{ parameters.LanguageVersion }}
3536
InstallLanguageSteps:
3637
- task: UsePythonVersion@0
3738
displayName: "Use Python $(PythonVersion)"
3839
inputs:
3940
versionSpec: $(PythonVersion)
4041
ServiceDirectory: ${{ parameters.ServiceDirectory }}
41-
Services: ${{ parameters.Services }}
4242
PackageVersions: ${{ parameters.PackageVersions }}
4343
Tests: ${{ parameters.Tests }}
4444
Arguments: ${{ parameters.Arguments }}

‎sdk/eventhub/perf-tests.yml‎

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,28 @@
1+
Service: eventhubs
2+
3+
Project: sdk/eventhub/azure-eventhub
4+
5+
PrimaryPackage: azure-eventhub
6+
7+
PackageVersions:
8+
- azure-core: 1.26.1
9+
azure-eventhub: 5.11.1
10+
- azure-core: source
11+
azure-eventhub: source
12+
13+
Tests:
14+
- Test: send-event-batch
15+
Class: SendEventBatchTest
16+
Arguments:
17+
- --event-size 1024 --batch-size 100 --parallel 64
18+
- --event-size 1024 --batch-size 100 --parallel 64 --uamqp-transport
19+
- --event-size 1024 --batch-size 100 --parallel 64 --transport-type 1
20+
- --event-size 1024 --batch-size 100 --parallel 64 --transport-type 1 --uamqp-transport
21+
22+
- Test: process-events-batch
23+
Class: ProcessEventsBatchTest
24+
Arguments:
25+
- --event-size 1024 --max-batch-size 100 --preload 1000000
26+
- --event-size 1024 --max-batch-size 100 --preload 1000000 --uamqp-transport
27+
- --event-size 1024 --max-batch-size 100 --preload 1000000 --transport-type 1
28+
- --event-size 1024 --max-batch-size 100 --preload 1000000 --transport-type 1 --uamqp-transport

‎sdk/eventhub/perf.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,8 @@
11
parameters:
2+
- name: LanguageVersion
3+
displayName: LanguageVersion (3.7, 3.8, 3.9, 3.10, 3.11)
4+
type: string
5+
default: '3.11'
26
- name: PackageVersions
37
displayName: PackageVersions (regex of package versions to run)
48
type: string
@@ -24,7 +28,7 @@ extends:
2428
template: /eng/pipelines/templates/jobs/perf.yml
2529
parameters:
2630
ServiceDirectory: eventhub
27-
Services: "^(eventhubs)$"
31+
LanguageVersion: ${{ parameters.LanguageVersion }}
2832
PackageVersions: ${{ parameters.PackageVersions }}
2933
Tests: ${{ parameters.Tests }}
3034
Arguments: ${{ parameters.Arguments }}

‎sdk/keyvault/azure-keyvault-secrets/perf-tests.yml‎

Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
Service: keyvault-secrets
2+
3+
Project: sdk/keyvault/azure-keyvault-secrets
4+
5+
PrimaryPackage: azure-keyvault-secrets
6+
7+
PackageVersions:
8+
- azure-core: 1.15.0
9+
azure-keyvault-secrets: 4.3.0
10+
- azure-core: source
11+
azure-keyvault-secrets: source
12+
13+
Tests:
14+
- Test: get-secret
15+
Class: GetSecretTest
16+
Arguments:
17+
- --parallel 64
18+
19+
- Test: list-secrets
20+
Class: ListSecretsTest
21+
Arguments:
22+
- --count 5 --parallel 64
23+
- --count 500 --parallel 32

‎sdk/storage/azure-storage-blob/perf-tests.yml‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
Service: storage-blob
2+
3+
Project: sdk/storage/azure-storage-blob
4+
5+
PrimaryPackage: azure-storage-blob
6+
7+
PackageVersions:
8+
- azure-core: 1.26.1
9+
azure-storage-blob: 12.14.1
10+
- azure-core: source
11+
azure-storage-blob: source
12+
13+
Tests:
14+
- Test: download
15+
Class: DownloadTest
16+
Arguments: &sizes
17+
- --size 10240 --parallel 64
18+
- --size 10485760 --parallel 32
19+
- --size 1073741824 --parallel 1 --warmup 60 --duration 60
20+
- --size 1073741824 --parallel 8 --warmup 60 --duration 60
21+
22+
- Test: upload
23+
Class: UploadTest
24+
Arguments: *sizes
25+
26+
- Test: list-blobs
27+
Class: ListBlobsTest
28+
Arguments:
29+
- --count 5 --parallel 64
30+
- --count 500 --parallel 32
31+
- --count 50000 --parallel 32 --warmup 60 --duration 60

‎sdk/storage/azure-storage-blob/perf.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,8 @@
11
parameters:
2+
- name: LanguageVersion
3+
displayName: LanguageVersion (3.7, 3.8, 3.9, 3.10, 3.11)
4+
type: string
5+
default: '3.11'
26
- name: PackageVersions
37
displayName: PackageVersions (regex of package versions to run)
48
type: string
@@ -24,7 +28,7 @@ extends:
2428
template: /eng/pipelines/templates/jobs/perf.yml
2529
parameters:
2630
ServiceDirectory: storage/azure-storage-blob
27-
Services: "^storage-blob$"
31+
LanguageVersion: ${{ parameters.LanguageVersion }}
2832
PackageVersions: ${{ parameters.PackageVersions }}
2933
Tests: ${{ parameters.Tests }}
3034
Arguments: ${{ parameters.Arguments }}

‎sdk/storage/azure-storage-file-datalake/perf-tests.yml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
Service: storage-file-datalake
2+
3+
Project: sdk/storage/azure-storage-file-datalake
4+
5+
PrimaryPackage: azure-storage-file-datalake
6+
7+
PackageVersions:
8+
- azure-core: 1.26.1
9+
azure-storage-file-datalake: 12.9.1
10+
- azure-core: source
11+
azure-storage-file-datalake: source
12+
13+
Tests:
14+
- Test: download
15+
Class: DownloadTest
16+
Arguments: &sizes
17+
- --size 10240 --parallel 64
18+
- --size 10485760 --parallel 32
19+
- --size 1073741824 --parallel 1 --warmup 60 --duration 60
20+
- --size 1073741824 --parallel 8 --warmup 60 --duration 60
21+
22+
- Test: upload
23+
Class: UploadTest
24+
Arguments: *sizes

‎sdk/storage/azure-storage-file-datalake/perf.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,8 @@
11
parameters:
2+
- name: LanguageVersion
3+
displayName: LanguageVersion (3.7, 3.8, 3.9, 3.10, 3.11)
4+
type: string
5+
default: '3.11'
26
- name: PackageVersions
37
displayName: PackageVersions (regex of package versions to run)
48
type: string
@@ -24,7 +28,7 @@ extends:
2428
template: /eng/pipelines/templates/jobs/perf.yml
2529
parameters:
2630
ServiceDirectory: storage/azure-storage-file-datalake
27-
Services: "^storage-file-datalake$"
31+
LanguageVersion: ${{ parameters.LanguageVersion }}
2832
PackageVersions: ${{ parameters.PackageVersions }}
2933
Tests: ${{ parameters.Tests }}
3034
Arguments: ${{ parameters.Arguments }}

‎sdk/storage/azure-storage-file-share/perf-tests.yml‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
Service: storage-file-share
2+
3+
Project: sdk/storage/azure-storage-file-share
4+
5+
PrimaryPackage: azure-storage-file-share
6+
7+
PackageVersions:
8+
- azure-core: 1.26.1
9+
azure-storage-file-share: 12.10.1
10+
- azure-core: source
11+
azure-storage-file-share: source
12+
13+
Tests:
14+
- Test: download
15+
Class: DownloadTest
16+
Arguments: &sizes
17+
- --size 10240 --parallel 64
18+
- --size 10485760 --parallel 32
19+
- --size 1073741824 --parallel 1 --warmup 60 --duration 60
20+
- --size 1073741824 --parallel 8 --warmup 60 --duration 60
21+
22+
- Test: upload
23+
Class: UploadTest
24+
Arguments: *sizes

‎sdk/storage/azure-storage-file-share/perf.yml‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,8 @@
11
parameters:
2+
- name: LanguageVersion
3+
displayName: LanguageVersion (3.7, 3.8, 3.9, 3.10, 3.11)
4+
type: string
5+
default: '3.11'
26
- name: PackageVersions
37
displayName: PackageVersions (regex of package versions to run)
48
type: string
@@ -24,7 +28,7 @@ extends:
2428
template: /eng/pipelines/templates/jobs/perf.yml
2529
parameters:
2630
ServiceDirectory: storage/azure-storage-file-share
27-
Services: "^storage-file-share$"
31+
LanguageVersion: ${{ parameters.LanguageVersion }}
2832
PackageVersions: ${{ parameters.PackageVersions }}
2933
Tests: ${{ parameters.Tests }}
3034
Arguments: ${{ parameters.Arguments }}

0 commit comments

Comments
 (0)