diff --git a/eng/pipelines/templates/jobs/perf.yml b/eng/pipelines/templates/jobs/perf.yml index 72cf24308..4b59e35b3 100644 --- a/eng/pipelines/templates/jobs/perf.yml +++ b/eng/pipelines/templates/jobs/perf.yml @@ -1,10 +1,10 @@ parameters: +- name: InstallLanguageSteps + type: object + default: [] - name: ServiceDirectory type: string default: '' -- name: Services - type: string - default: '' - name: PackageVersions type: string default: '.*' @@ -23,9 +23,6 @@ parameters: - name: EnvVars type: object default: [] -- name: InstallLanguageSteps - type: object - default: [] extends: template: /eng/common/pipelines/templates/jobs/perf.yml @@ -33,12 +30,12 @@ extends: Variables: - template: /eng/pipelines/templates/variables/globals.yml Language: Cpp + LanguageVersion: 'N/A' + InstallLanguageSteps: ${{ parameters.InstallLanguageSteps }} ServiceDirectory: ${{ parameters.ServiceDirectory }} - Services: ${{ parameters.Services }} PackageVersions: ${{ parameters.PackageVersions }} Tests: ${{ parameters.Tests }} Arguments: ${{ parameters.Arguments }} Iterations: ${{ parameters.Iterations }} AdditionalArguments: ${{ parameters.AdditionalArguments }} EnvVars: ${{ parameters.EnvVars}} - InstallLanguageSteps: ${{ parameters.InstallLanguageSteps }} diff --git a/sdk/core/perf-tests.yml b/sdk/core/perf-tests.yml new file mode 100644 index 000000000..03f162482 --- /dev/null +++ b/sdk/core/perf-tests.yml @@ -0,0 +1,13 @@ +Service: core + +Project: azure-perf-test + +PackageVersions: +- azure-core-cpp: 1.7.2 +- azure-core-cpp: source + +Tests: + - Test: extendedOptions + Class: extendedOptions + Arguments: + - -e 1 diff --git a/sdk/core/perf.yml b/sdk/core/perf.yml index cb2fc9cc3..0e00954cc 100644 --- a/sdk/core/perf.yml +++ b/sdk/core/perf.yml @@ -23,18 +23,16 @@ parameters: extends: template: /eng/pipelines/templates/jobs/perf.yml parameters: + InstallLanguageSteps: + - pwsh: | + Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" + displayName: Set Vcpkg Variables ServiceDirectory: core - Services: "^core$" PackageVersions: ${{ parameters.PackageVersions }} Tests: ${{ parameters.Tests }} Arguments: ${{ parameters.Arguments }} Iterations: ${{ parameters.Iterations }} AdditionalArguments: ${{ parameters.AdditionalArguments }} - InstallLanguageSteps: - - pwsh: | - Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" - displayName: Set Vcpkg Variables - - EnvVars: - # This is set in the InstallLanguageSteps + EnvVars: + # This is set in the InstallLanguageSteps VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET) diff --git a/sdk/keyvault/azure-security-keyvault-certificates/perf-tests.yml b/sdk/keyvault/azure-security-keyvault-certificates/perf-tests.yml new file mode 100644 index 000000000..896c22d51 --- /dev/null +++ b/sdk/keyvault/azure-security-keyvault-certificates/perf-tests.yml @@ -0,0 +1,17 @@ +Service: keyvault-certificates + +Project: azure-security-keyvault-certificates-perf + +PrimaryPackage: azure-security-keyvault-certificates-cpp + +PackageVersions: +- azure-security-keyvault-certificates-cpp: 4.1.0 + azure-core-cpp: 1.7.1 +- azure-security-keyvault-certificates-cpp: source + azure-core-cpp: source + +Tests: +- Test: get-certificate + Class: GetCertificate + Arguments: + - --parallel 64 diff --git a/sdk/keyvault/azure-security-keyvault-certificates/perf.yml b/sdk/keyvault/azure-security-keyvault-certificates/perf.yml index 55662e233..c20a60b09 100644 --- a/sdk/keyvault/azure-security-keyvault-certificates/perf.yml +++ b/sdk/keyvault/azure-security-keyvault-certificates/perf.yml @@ -23,18 +23,16 @@ parameters: extends: template: /eng/pipelines/templates/jobs/perf.yml parameters: + InstallLanguageSteps: + - pwsh: | + Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" + displayName: Set Vcpkg Variables ServiceDirectory: keyvault - Services: "^keyvault-certificates$" PackageVersions: ${{ parameters.PackageVersions }} Tests: ${{ parameters.Tests }} Arguments: ${{ parameters.Arguments }} Iterations: ${{ parameters.Iterations }} AdditionalArguments: ${{ parameters.AdditionalArguments }} - InstallLanguageSteps: - - pwsh: | - Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" - displayName: Set Vcpkg Variables - - EnvVars: - # This is set in the InstallLanguageSteps + EnvVars: + # This is set in the InstallLanguageSteps VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET) diff --git a/sdk/keyvault/azure-security-keyvault-keys/perf-tests.yml b/sdk/keyvault/azure-security-keyvault-keys/perf-tests.yml new file mode 100644 index 000000000..cf4d5427e --- /dev/null +++ b/sdk/keyvault/azure-security-keyvault-keys/perf-tests.yml @@ -0,0 +1,17 @@ +Service: keyvault-keys + +Project: azure-security-keyvault-keys-perf + +PrimaryPackage: azure-security-keyvault-keys-cpp + +PackageVersions: +- azure-security-keyvault-keys-cpp: 4.3.0 + azure-core-cpp: 1.7.1 +- azure-security-keyvault-keys-cpp: source + azure-core-cpp: source + +Tests: +- Test: get-key + Class: GetKey + Arguments: + - --parallel 64 diff --git a/sdk/keyvault/azure-security-keyvault-keys/perf.yml b/sdk/keyvault/azure-security-keyvault-keys/perf.yml index 51d0f4dc3..995e746db 100644 --- a/sdk/keyvault/azure-security-keyvault-keys/perf.yml +++ b/sdk/keyvault/azure-security-keyvault-keys/perf.yml @@ -23,18 +23,16 @@ parameters: extends: template: /eng/pipelines/templates/jobs/perf.yml parameters: + InstallLanguageSteps: + - pwsh: | + Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" + displayName: Set Vcpkg Variables ServiceDirectory: keyvault - Services: "^keyvault-keys$" PackageVersions: ${{ parameters.PackageVersions }} Tests: ${{ parameters.Tests }} Arguments: ${{ parameters.Arguments }} Iterations: ${{ parameters.Iterations }} AdditionalArguments: ${{ parameters.AdditionalArguments }} - InstallLanguageSteps: - - pwsh: | - Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" - displayName: Set Vcpkg Variables - - EnvVars: - # This is set in the InstallLanguageSteps + EnvVars: + # This is set in the InstallLanguageSteps VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET) diff --git a/sdk/keyvault/azure-security-keyvault-secrets/perf-tests.yml b/sdk/keyvault/azure-security-keyvault-secrets/perf-tests.yml new file mode 100644 index 000000000..683b1e859 --- /dev/null +++ b/sdk/keyvault/azure-security-keyvault-secrets/perf-tests.yml @@ -0,0 +1,17 @@ +Service: keyvault-secrets + +Project: azure-security-keyvault-secrets-perf + +PrimaryPackage: azure-security-keyvault-secrets-cpp + +PackageVersions: +- azure-security-keyvault-secrets-cpp: 4.1.0 + azure-core-cpp: 1.7.1 +- azure-security-keyvault-secrets-cpp: source + azure-core-cpp: source + +Tests: +- Test: get-secret + Class: GetSecret + Arguments: + - --parallel 64 diff --git a/sdk/keyvault/azure-security-keyvault-secrets/perf.yml b/sdk/keyvault/azure-security-keyvault-secrets/perf.yml index df7c82139..203d9dc09 100644 --- a/sdk/keyvault/azure-security-keyvault-secrets/perf.yml +++ b/sdk/keyvault/azure-security-keyvault-secrets/perf.yml @@ -23,18 +23,16 @@ parameters: extends: template: /eng/pipelines/templates/jobs/perf.yml parameters: + InstallLanguageSteps: + - pwsh: | + Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" + displayName: Set Vcpkg Variables ServiceDirectory: keyvault - Services: "^keyvault-secrets$" PackageVersions: ${{ parameters.PackageVersions }} Tests: ${{ parameters.Tests }} Arguments: ${{ parameters.Arguments }} Iterations: ${{ parameters.Iterations }} AdditionalArguments: ${{ parameters.AdditionalArguments }} - InstallLanguageSteps: - - pwsh: | - Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" - displayName: Set Vcpkg Variables - - EnvVars: - # This is set in the InstallLanguageSteps + EnvVars: + # This is set in the InstallLanguageSteps VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET) diff --git a/sdk/storage/azure-storage-blobs/perf-tests.yml b/sdk/storage/azure-storage-blobs/perf-tests.yml new file mode 100644 index 000000000..31329e1ab --- /dev/null +++ b/sdk/storage/azure-storage-blobs/perf-tests.yml @@ -0,0 +1,35 @@ +Service: storage-blob + +Project: azure-storage-blobs-perf + +PrimaryPackage: azure-storage-blobs-cpp + +PackageVersions: +- azure-storage-blobs-cpp: 12.6.2 + azure-core-cpp: 1.7.2 +- azure-storage-blobs-cpp: source + azure-core-cpp: source + +Tests: +- Test: download + Class: DownloadBlob + Arguments: + - --size 10240 --parallel 64 + - --size 10485760 --parallel 32 + - --size 1073741824 --parallel 1 --warmup 60 --duration 60 + - --size 1073741824 --parallel 8 --warmup 60 --duration 60 + +- Test: upload + Class: UploadBlob + Arguments: + - --size 10240 --parallel 64 + - --size 10485760 --parallel 32 + - --size 1073741824 --parallel 1 --warmup 60 --duration 60 + - --size 1073741824 --parallel 8 --warmup 60 --duration 60 + +- Test: list-blobs + Class: ListBlob + Arguments: + - --count 5 --parallel 64 + - --count 500 --parallel 32 + - --count 50000 --parallel 32 --warmup 60 --duration 60 diff --git a/sdk/storage/azure-storage-blobs/perf.yml b/sdk/storage/azure-storage-blobs/perf.yml index 46eb0233c..3c5a55320 100644 --- a/sdk/storage/azure-storage-blobs/perf.yml +++ b/sdk/storage/azure-storage-blobs/perf.yml @@ -23,18 +23,16 @@ parameters: extends: template: /eng/pipelines/templates/jobs/perf.yml parameters: + InstallLanguageSteps: + - pwsh: | + Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" + displayName: Set Vcpkg Variables ServiceDirectory: storage/azure-storage-blobs - Services: "^storage-blob$" PackageVersions: ${{ parameters.PackageVersions }} Tests: ${{ parameters.Tests }} Arguments: ${{ parameters.Arguments }} Iterations: ${{ parameters.Iterations }} AdditionalArguments: ${{ parameters.AdditionalArguments }} - InstallLanguageSteps: - - pwsh: | - Write-Host "##vso[task.setvariable variable=VCPKG_BINARY_SOURCES_SECRET;issecret=true;]clear;x-azblob,https://cppvcpkgcache.blob.core.windows.net/public-vcpkg-container,,read" - displayName: Set Vcpkg Variables - - EnvVars: - # This is set in the InstallLanguageSteps + EnvVars: + # This is set in the InstallLanguageSteps VCPKG_BINARY_SOURCES_SECRET: $(VCPKG_BINARY_SOURCES_SECRET)