[Perf] Refactor tests.yml into one file per package per language (#4270)

eng/pipelines/templates/jobs/perf.yml

@@ -1,10 +1,10 @@
 parameters:
+- name: InstallLanguageSteps
+  type: object
+  default: []
 - name: ServiceDirectory
   type: string
   default: ''
-- name: Services
-  type: string
-  default: ''
 - name: PackageVersions
   type: string
   default: '.*'
@@ -23,9 +23,6 @@ parameters:
 - name: EnvVars
   type: object
   default: []
-- name: InstallLanguageSteps
-  type: object
-  default: []
 
 extends:
   template: /eng/common/pipelines/templates/jobs/perf.yml
@@ -33,12 +30,12 @@ extends:
     Variables:
     - template: /eng/pipelines/templates/variables/globals.yml
     Language: Cpp
+    LanguageVersion: 'N/A'
+    InstallLanguageSteps: ${{ parameters.InstallLanguageSteps }}
     ServiceDirectory: ${{ parameters.ServiceDirectory }}
-    Services: ${{ parameters.Services }}
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}
     Iterations: ${{ parameters.Iterations }}
     AdditionalArguments: ${{ parameters.AdditionalArguments }}
     EnvVars: ${{ parameters.EnvVars}}
-    InstallLanguageSteps: ${{ parameters.InstallLanguageSteps }}

sdk/core/perf-tests.yml

@@ -0,0 +1,13 @@
+Service: core
+
+Project: azure-perf-test
+
+PackageVersions:
+- azure-core-cpp: 1.7.2
+- azure-core-cpp: source
+
+Tests:
+  - Test: extendedOptions
+    Class: extendedOptions
+    Arguments:
+    - -e 1

sdk/core/perf.yml

@@ -23,18 +23,16 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    InstallLanguageSteps:
+      - pwsh: |
+          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
+        displayName: Set Vcpkg Variables
     ServiceDirectory: core
-    Services: "^core$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}
     Iterations: ${{ parameters.Iterations }}
     AdditionalArguments: ${{ parameters.AdditionalArguments }}
-    InstallLanguageSteps: 
-      - pwsh: |
-          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
-        displayName: Set Vcpkg Variables
-
-    EnvVars: 
-      # This is set in the InstallLanguageSteps 
+    EnvVars:
+      # This is set in the InstallLanguageSteps
       VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET)

sdk/keyvault/azure-security-keyvault-certificates/perf-tests.yml

@@ -0,0 +1,17 @@
+Service: keyvault-certificates
+
+Project: azure-security-keyvault-certificates-perf
+
+PrimaryPackage: azure-security-keyvault-certificates-cpp
+
+PackageVersions:
+- azure-security-keyvault-certificates-cpp: 4.1.0
+  azure-core-cpp: 1.7.1
+- azure-security-keyvault-certificates-cpp: source
+  azure-core-cpp: source
+
+Tests:
+- Test: get-certificate
+  Class: GetCertificate
+  Arguments:
+  - --parallel 64

sdk/keyvault/azure-security-keyvault-certificates/perf.yml

@@ -23,18 +23,16 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    InstallLanguageSteps:
+      - pwsh: |
+          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
+        displayName: Set Vcpkg Variables
     ServiceDirectory: keyvault
-    Services: "^keyvault-certificates$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}
     Iterations: ${{ parameters.Iterations }}
     AdditionalArguments: ${{ parameters.AdditionalArguments }}
-    InstallLanguageSteps: 
-      - pwsh: |
-          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
-        displayName: Set Vcpkg Variables
-
-    EnvVars: 
-      # This is set in the InstallLanguageSteps 
+    EnvVars:
+      # This is set in the InstallLanguageSteps
       VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET)

sdk/keyvault/azure-security-keyvault-keys/perf-tests.yml

@@ -0,0 +1,17 @@
+Service: keyvault-keys
+
+Project: azure-security-keyvault-keys-perf
+
+PrimaryPackage: azure-security-keyvault-keys-cpp
+
+PackageVersions:
+- azure-security-keyvault-keys-cpp: 4.3.0
+  azure-core-cpp: 1.7.1
+- azure-security-keyvault-keys-cpp: source
+  azure-core-cpp: source
+
+Tests:
+- Test: get-key
+  Class: GetKey
+  Arguments:
+  - --parallel 64

sdk/keyvault/azure-security-keyvault-keys/perf.yml

@@ -23,18 +23,16 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    InstallLanguageSteps:
+      - pwsh: |
+          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
+        displayName: Set Vcpkg Variables
     ServiceDirectory: keyvault
-    Services: "^keyvault-keys$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}
     Iterations: ${{ parameters.Iterations }}
     AdditionalArguments: ${{ parameters.AdditionalArguments }}
-    InstallLanguageSteps: 
-      - pwsh: |
-          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
-        displayName: Set Vcpkg Variables
-
-    EnvVars: 
-      # This is set in the InstallLanguageSteps 
+    EnvVars:
+      # This is set in the InstallLanguageSteps
       VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET)

sdk/keyvault/azure-security-keyvault-secrets/perf-tests.yml

@@ -0,0 +1,17 @@
+Service: keyvault-secrets
+
+Project: azure-security-keyvault-secrets-perf
+
+PrimaryPackage: azure-security-keyvault-secrets-cpp
+
+PackageVersions:
+- azure-security-keyvault-secrets-cpp: 4.1.0
+  azure-core-cpp: 1.7.1
+- azure-security-keyvault-secrets-cpp: source
+  azure-core-cpp: source
+
+Tests:
+- Test: get-secret
+  Class: GetSecret
+  Arguments:
+  - --parallel 64

sdk/keyvault/azure-security-keyvault-secrets/perf.yml

@@ -23,18 +23,16 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    InstallLanguageSteps:
+      - pwsh: |
+          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
+        displayName: Set Vcpkg Variables
     ServiceDirectory: keyvault
-    Services: "^keyvault-secrets$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}
     Iterations: ${{ parameters.Iterations }}
     AdditionalArguments: ${{ parameters.AdditionalArguments }}
-    InstallLanguageSteps: 
-      - pwsh: |
-          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
-        displayName: Set Vcpkg Variables
-
-    EnvVars: 
-      # This is set in the InstallLanguageSteps 
+    EnvVars:
+      # This is set in the InstallLanguageSteps
       VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET)

sdk/storage/azure-storage-blobs/perf-tests.yml

@@ -0,0 +1,35 @@
+Service: storage-blob
+
+Project: azure-storage-blobs-perf
+
+PrimaryPackage: azure-storage-blobs-cpp
+
+PackageVersions:
+- azure-storage-blobs-cpp: 12.6.2
+  azure-core-cpp: 1.7.2
+- azure-storage-blobs-cpp: source
+  azure-core-cpp: source
+
+Tests:
+- Test: download
+  Class: DownloadBlob
+  Arguments:
+  - --size 10240 --parallel 64
+  - --size 10485760 --parallel 32
+  - --size 1073741824 --parallel 1 --warmup 60 --duration 60
+  - --size 1073741824 --parallel 8 --warmup 60 --duration 60
+
+- Test: upload
+  Class: UploadBlob
+  Arguments:
+  - --size 10240 --parallel 64
+  - --size 10485760 --parallel 32
+  - --size 1073741824 --parallel 1 --warmup 60 --duration 60
+  - --size 1073741824 --parallel 8 --warmup 60 --duration 60
+
+- Test: list-blobs
+  Class: ListBlob
+  Arguments:
+  - --count 5 --parallel 64
+  - --count 500 --parallel 32
+  - --count 50000 --parallel 32 --warmup 60 --duration 60

sdk/storage/azure-storage-blobs/perf.yml

@@ -23,18 +23,16 @@ parameters:
 extends:
   template: /eng/pipelines/templates/jobs/perf.yml
   parameters:
+    InstallLanguageSteps:
+      - pwsh: |
+          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
+        displayName: Set Vcpkg Variables
     ServiceDirectory: storage/azure-storage-blobs
-    Services: "^storage-blob$"
     PackageVersions: ${{ parameters.PackageVersions }}
     Tests: ${{ parameters.Tests }}
     Arguments: ${{ parameters.Arguments }}
     Iterations: ${{ parameters.Iterations }}
     AdditionalArguments: ${{ parameters.AdditionalArguments }}
-    InstallLanguageSteps: 
-      - pwsh: |
-          Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read"
-        displayName: Set Vcpkg Variables
-
-    EnvVars: 
-      # This is set in the InstallLanguageSteps 
+    EnvVars:
+      # This is set in the InstallLanguageSteps
       VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET)