Retry failures to reduce CI noise

hpi-swa · Dec 20, 2023 · 9da5515 · 9da5515 · TruffleSqueak-Bot · Dec 20, 2023
1 parent 7954034
commit 9da5515
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/src/de.hpi.swa.trufflesqueak.test/src/de/hpi/swa/trufflesqueak/test/runCuisTests.st b/src/de.hpi.swa.trufflesqueak.test/src/de/hpi/swa/trufflesqueak/test/runCuisTests.st
@@ -38,7 +38,14 @@ testSuite tests removeAllSuchThat: [:ea | nonTerminatingTestCases anySatisfy: [:
 testSuite tests removeAllSuchThat: [:ea | failingTests            anySatisfy: [:t | ea class == t class and: [ ea selector == t selector ]]].
 result := testSuite run.
 result printReport.
-exitCode := (result hasFailures or: [ result hasErrors ]) ifTrue: [ 1 ] ifFalse: [ 0 ].
+
+"To reduce noise, retry any failures"
+testSuiteRetry := TestSuite new.
+testSuiteRetry tests addAll: result failures.
+resultRetry := testSuiteRetry run.
+resultRetry printReport.
+
+exitCode := (resultRetry hasFailures or: [ result hasErrors ]) ifTrue: [ 1 ] ifFalse: [ 0 ].
 
 StdIOWriteStream stdout newLine; nextPutAll: 'Failing and Flaky TestCases:'; newLine; flush.
 testSuite := TestSuite new.