diff --git a/eng/pipelines/templates/jobs/ci.tests.yml b/eng/pipelines/templates/jobs/ci.tests.yml
index 6f88c95f5..8425985e6 100644
--- a/eng/pipelines/templates/jobs/ci.tests.yml
+++ b/eng/pipelines/templates/jobs/ci.tests.yml
@@ -98,6 +98,7 @@ jobs:
       - template: /eng/pipelines/templates/steps/fix-1es-image-apt-azure-sources.yml
 
       - pwsh: sudo apt update && sudo apt install -y $(AptDependencies)
+        retryCountOnTaskFailure: 10
         condition: and(succeeded(), ne(variables['AptDependencies'], ''))
         displayName: Install dependencies from apt
 
diff --git a/eng/pipelines/templates/jobs/cmake-generate.tests.yml b/eng/pipelines/templates/jobs/cmake-generate.tests.yml
index f1b75fc59..66456a111 100644
--- a/eng/pipelines/templates/jobs/cmake-generate.tests.yml
+++ b/eng/pipelines/templates/jobs/cmake-generate.tests.yml
@@ -68,6 +68,7 @@ jobs:
   - template: /eng/pipelines/templates/steps/fix-1es-image-apt-azure-sources.yml
 
   - pwsh: sudo apt update && sudo apt install -y $(AptDependencies)
+    retryCountOnTaskFailure: 10
     condition: and(succeeded(), ne(variables['AptDependencies'], ''))
     displayName: Install dependencies from apt
 
diff --git a/eng/pipelines/templates/jobs/live.tests.yml b/eng/pipelines/templates/jobs/live.tests.yml
index 0d1f2add9..f3c1479de 100644
--- a/eng/pipelines/templates/jobs/live.tests.yml
+++ b/eng/pipelines/templates/jobs/live.tests.yml
@@ -103,6 +103,7 @@ jobs:
 
   # Install apt dependencies (if appropriate)
   - bash: sudo apt install -y $(AptDependencies)
+    retryCountOnTaskFailure: 10
     condition: and(succeededOrFailed(), ne(variables['AptDependencies'], ''))
     displayName: Install dependencies from apt