diff --git a/pkg/issuer/acme/dns/cloudflare/cloudflare.go b/pkg/issuer/acme/dns/cloudflare/cloudflare.go
index 41756d506..0316a5b3c 100644
--- a/pkg/issuer/acme/dns/cloudflare/cloudflare.go
+++ b/pkg/issuer/acme/dns/cloudflare/cloudflare.go
@@ -121,6 +121,10 @@ func (c *DNSProvider) CleanUp(domain, token, keyAuth string) error {
 	}
 
 	record, err := c.findTxtRecord(fqdn)
+	// Nothing to cleanup
+	if err == errNoExistingRecord {
+		return nil
+	}
 	if err != nil {
 		return err
 	}