From b33ad76473500821ab6b0ff6cd3c5ee3accfe533 Mon Sep 17 00:00:00 2001 From: Patrick Steinhardt Date: Tue, 4 Feb 2020 11:26:57 +0100 Subject: azure: tests: re-run flaky proxy tests The proxy tests regularly fail in our CI environment. Unfortunately, this is expected due to the network layer. Thus, let's re-try the proxy tests up to five times in case they fail. --- azure-pipelines/test.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/azure-pipelines/test.sh b/azure-pipelines/test.sh index 39e0b885b..d275b944b 100755 --- a/azure-pipelines/test.sh +++ b/azure-pipelines/test.sh @@ -216,7 +216,9 @@ if [ -z "$SKIP_PROXY_TESTS" ]; then export GITTEST_REMOTE_PROXY_HOST="localhost:8090" export GITTEST_REMOTE_PROXY_USER="foo" export GITTEST_REMOTE_PROXY_PASS="bar" + export GITTEST_FLAKY_RETRY=5 run_test proxy + unset GITTEST_FLAKY_RETRY unset GITTEST_REMOTE_PROXY_HOST unset GITTEST_REMOTE_PROXY_USER unset GITTEST_REMOTE_PROXY_PASS -- cgit v1.2.1 From c51bd2f20fb4fc6b1d04274707e7ea195a57e056 Mon Sep 17 00:00:00 2001 From: Patrick Steinhardt Date: Tue, 4 Feb 2020 12:15:56 +0100 Subject: azure: tests: reset FAILED status if flaky re-run succeeds While we already do have logic to re-run flaky tests, the FAILED variable currently does not get reset to "0". As a result, successful reruns will still cause the test to be registered as failed. Fix this by resetting the variable accordingly. --- azure-pipelines/test.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/azure-pipelines/test.sh b/azure-pipelines/test.sh index d275b944b..dfd9960ec 100755 --- a/azure-pipelines/test.sh +++ b/azure-pipelines/test.sh @@ -54,6 +54,7 @@ run_test() { CLAR_SUMMARY="${BUILD_DIR}/results_${1}.xml" ctest -V -R "^${1}$" || RETURN_CODE=$? && true if [ "$RETURN_CODE" -eq 0 ]; then + FAILED=0 break fi -- cgit v1.2.1