1 package org.apache.maven.surefire.its.jiras;
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22 import org.apache.maven.surefire.its.fixture.OutputValidator;
23 import org.apache.maven.surefire.its.fixture.SurefireJUnit4IntegrationTestCase;
24 import org.junit.Test;
25
26
27
28
29 public class Surefire1146RerunFailedAndParameterized
30 extends SurefireJUnit4IntegrationTestCase
31 {
32
33 @Test
34 public void testsAreRerun()
35 {
36 OutputValidator outputValidator = unpack( "surefire-1146-rerunFailingTests-with-Parameterized" ).executeTest();
37 verify(outputValidator, 8, 0, 0, 0, 5);
38 }
39
40 private void verify( OutputValidator outputValidator, int run, int failures, int errors, int skipped, int flakes )
41 {
42 outputValidator.verifyTextInLog( "Flakes:" );
43 outputValidator.verifyTextInLog( "jiras.surefire1146.CustomDescriptionParameterizedTest.flakyTest[0: (Test11); Test12; Test13;](jiras.surefire1146.CustomDescriptionParameterizedTest)" );
44 outputValidator.verifyTextInLog( "Run 1: CustomDescriptionParameterizedTest.flakyTest:" );
45 outputValidator.verifyTextInLog( "Run 2: CustomDescriptionParameterizedTest.flakyTest:" );
46 outputValidator.verifyTextInLog( "Run 3: PASS" );
47
48 outputValidator.verifyTextInLog( "jiras.surefire1146.CustomDescriptionWithCommaParameterizedTest.flakyTest[0: (Test11), Test12, Test13;](jiras.surefire1146.CustomDescriptionWithCommaParameterizedTest)" );
49 outputValidator.verifyTextInLog( "Run 1: CustomDescriptionWithCommaParameterizedTest.flakyTest:" );
50 outputValidator.verifyTextInLog( "Run 2: CustomDescriptionWithCommaParameterizedTest.flakyTest:" );
51 outputValidator.verifyTextInLog( "Run 3: PASS" );
52
53 outputValidator.verifyTextInLog( "jiras.surefire1146.CustomDescriptionWithCommaParameterizedTest.flakyTest[2: (Test31), Test32, Test33;](jiras.surefire1146.CustomDescriptionWithCommaParameterizedTest)" );
54 outputValidator.verifyTextInLog( "Run 1: CustomDescriptionWithCommaParameterizedTest.flakyTest:" );
55 outputValidator.verifyTextInLog( "Run 2: PASS" );
56
57 outputValidator.verifyTextInLog( "jiras.surefire1146.SimpleParameterizedTest.flakyTest[0](jiras.surefire1146.SimpleParameterizedTest)" );
58 outputValidator.verifyTextInLog( "Run 1: SimpleParameterizedTest.flakyTest:" );
59 outputValidator.verifyTextInLog( "Run 2: SimpleParameterizedTest.flakyTest:" );
60 outputValidator.verifyTextInLog( "Run 3: PASS" );
61
62 outputValidator.verifyTextInLog( "jiras.surefire1146.StandardTest.flakyTest(jiras.surefire1146.StandardTest)" );
63 outputValidator.verifyTextInLog( "Run 1: StandardTest.flakyTest:" );
64 outputValidator.verifyTextInLog( "Run 2: PASS" );
65
66 verifyStatistics( outputValidator, run, failures, errors, skipped, flakes );
67 }
68
69 private void verifyStatistics( OutputValidator outputValidator, int run, int failures, int errors, int skipped,
70 int flakes )
71 {
72 outputValidator.verifyTextInLog( "Tests run: " + run + ", Failures: " + failures + ", Errors: " + errors
73 + ", Skipped: " + skipped + ", Flakes: " + flakes );
74 }
75 }