diff --git a/sdk/identity/azure-identity/perf-tests.yml b/sdk/identity/azure-identity/perf-tests.yml
index d198944d4..9c83b34cc 100644
--- a/sdk/identity/azure-identity/perf-tests.yml
+++ b/sdk/identity/azure-identity/perf-tests.yml
@@ -12,11 +12,11 @@ Tests:
 - Test: EnvironmentCredential
   Class: EnvironmentCredential
   Arguments:
-  - --cache 0
-  - --test-proxies http://127.0.0.1:5000
+  - --cache 0 --test-proxies http://127.0.0.1:5000
+  - --cache 1 --test-proxies http://127.0.0.1:5000
  
 - Test: SecretCredential
   Class: SecretCredential
   Arguments:
-  - --cache 0
-  - --test-proxies http://127.0.0.1:5000
+  - --cache 0 --test-proxies http://127.0.0.1:5000
+  - --cache 1 --test-proxies http://127.0.0.1:5000