From f70baa8d3cdfc6be594d63e01baa28d64dfba503 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Ma=C3=ABl=20Valais?= <mael@vls.dev>
Date: Wed, 23 Mar 2022 10:00:53 +0100
Subject: [PATCH] make: test-ci: hide fuzz_xxxx test results in the JUnit XML
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

The Prow UI can't handle that many test cases (over 40,000 test cases,
53,000 XML lines).

Signed-off-by: Maël Valais <mael@vls.dev>
---
 make/test.mk | 13 ++++++++++---
 1 file changed, 10 insertions(+), 3 deletions(-)

diff --git a/make/test.mk b/make/test.mk
index 3f2e15059..6687067b4 100644
--- a/make/test.mk
+++ b/make/test.mk
@@ -16,11 +16,18 @@ test: setup-integration-tests bin/tools/gotestsum bin/tools/etcd bin/tools/kubec
 	$(GOTESTSUM) -- $(WHAT)
 
 .PHONY: test-ci
-# test-ci runs all unit and integration tests and writes a JUnit report of the
-# results. WHAT also works here.
+# test-ci runs all unit and integration tests and writes a JUnit report of
+# the results. WHAT also works here.
+#
+# The reason we are hiding the fuzz tests is because there are over 50,000
+# XML lines with fuzz test cases, which means the Prow UI struggles
+# displaying the JUnit results. We are hiding lines that look like this:
+#
+#   <testcase classname="internal/controller/certificates" name="Test_serializeApplyStatus/fuzz_8358"></testcase>
+#
 test-ci: setup-integration-tests bin/tools/gotestsum bin/tools/etcd bin/tools/kubectl bin/tools/kube-apiserver
 	@mkdir -p $(ARTIFACTS)
-	$(GOTESTSUM) --junitfile $(ARTIFACTS)/junit_make-test-ci.xml -- $(WHAT)
+	$(GOTESTSUM) --junitfile $(ARTIFACTS)/junit_make-test-ci.xml --post-run-command='bash -c "perl -ni -e \"print if !/\\/fuzz_\\d+/\" $$GOTESTSUM_JUNITFILE"' -- $(WHAT)
 
 .PHONY: unit-test
 ## Same as `test` but only runs the unit tests. By "unit tests", we mean tests