diff --git a/test/e2e/e2e.go b/test/e2e/e2e.go
index a83e653d4..1bfa6da6b 100644
--- a/test/e2e/e2e.go
+++ b/test/e2e/e2e.go
@@ -81,12 +81,19 @@ func RunE2ETests(t *testing.T) {
 const releaseName = "cm"
 
 func InstallHelmChart(t *testing.T, releaseName, chartName, namespace, values string, extraArgs ...string) {
+	err := exec.Command("helm", "dep", "update", chartName).Run()
+	if err != nil {
+		t.Errorf("Error updating dependencies for %q: %s", releaseName, err)
+		t.FailNow()
+		return
+	}
+
 	args := []string{"install", chartName, "--namespace", namespace, "--name", releaseName, "--values", values, "--wait"}
 	args = append(args, extraArgs...)
 	cmd := exec.Command("helm", args...)
 	cmd.Stdout = os.Stdout
 	cmd.Stderr = os.Stderr
-	err := cmd.Run()
+	err = cmd.Run()
 	if err != nil {
 		t.Errorf("Error installing %q: %s", releaseName, err)
 		t.FailNow()
diff --git a/test/fixtures/cert-manager-values.yaml b/test/fixtures/cert-manager-values.yaml
index 18296ccde..f0ddbe540 100644
--- a/test/fixtures/cert-manager-values.yaml
+++ b/test/fixtures/cert-manager-values.yaml
@@ -6,3 +6,9 @@ image:
 
 extraArgs:
 - --v=4
+
+webhook:
+  enabled: true
+  image:
+    tag: build
+    pullPolicy: Never