package org.apache.maven.surefire.its;
   
   /*
    * Licensed to the Apache Software Foundation (ASF) under one
    * or more contributor license agreements.  See the NOTICE file
    * distributed with this work for additional information
    * regarding copyright ownership.  The ASF licenses this file
    * to you under the Apache License, Version 2.0 (the
    * "License"); you may not use this file except in compliance
   * with the License.  You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing,
   * software distributed under the License is distributed on an
   * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
   * KIND, either express or implied.  See the License for the
   * specific language governing permissions and limitations
   * under the License.
   */
  
  import java.io.File;
  import java.util.List;
  
  import org.apache.maven.plugins.surefire.report.ReportTestSuite;
  import org.apache.maven.surefire.its.fixture.HelperAssertions;
  import org.apache.maven.surefire.its.fixture.OutputValidator;
  import org.apache.maven.surefire.its.fixture.SurefireJUnit4IntegrationTestCase;
  import org.junit.Ignore;
  import org.junit.Test;
  
  import static org.junit.Assert.assertEquals;
  import static org.junit.Assert.assertTrue;
  
  /**
   * Basic suite test using all known versions of TestNG. Used for regression testing Surefire against old versions. To
   * check new versions of TestNG work with current versions of Surefire, instead run the full test suite with
   * -Dtestng.version=5.14.2 (for example)
   *
   * @author <a href="mailto:dfabulich@apache.org">Dan Fabulich</a>
   * @author <a href="mailto:krosenvold@apache.org">Kristian Rosenvold</a>
   */
  public class CheckTestNgVersionsIT
      extends SurefireJUnit4IntegrationTestCase
  {
  
      @Test public void test47()
          throws Exception
      {
          runTestNgTest( "4.7" );
      }
  
      @Test @Ignore( "5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024" ) public void XXXtest50()
          throws Exception
      {
          runTestNgTest( "5.0" );
      }
  
      @Test @Ignore( "5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024" ) public void XXXtest501()
          throws Exception
      {
          runTestNgTest( "5.0.1" );
      }
  
      @Test public void test502()
          throws Exception
      {
          runTestNgTest( "5.0.2" );
      }
  
      @Test public void test51()
          throws Exception
      {
          runTestNgTest( "5.1" );
      }
  
      @Test public void test55()
          throws Exception
      {
          runTestNgTest( "5.5" );
      }
  
      @Test public void test56()
          throws Exception
      {
          runTestNgTest( "5.6" );
      }
  
      @Test public void test57()
          throws Exception
      {
          runTestNgTest( "5.7" );
      }
  
      @Test public void test58()
          throws Exception
      {
          runTestNgTest( "5.8" );
      }
 
     @Test public void test59()
         throws Exception
     {
         runTestNgTest( "5.9" );
     }
 
     @Test public void test510()
         throws Exception
     {
         runTestNgTest( "5.10" );
     }
 
     @Test public void test511()
         throws Exception
     {
         runTestNgTest( "5.11" );
     }
 
     @Test public void test512()
         throws Exception
     {
         runTestNgTest( "5.12.1" );
     }
 
     @Test public void test513()
         throws Exception
     {
         runTestNgTest( "5.13" );
     }
 
     @Test public void test5131()
         throws Exception
     {
         runTestNgTest( "5.13.1" );
     }
 
     @Test public void test514()
         throws Exception
     {
         runTestNgTest( "5.14", false ); // runOrder is not working
     }
 
     @Test public void test5141()
         throws Exception
     {
         runTestNgTest( "5.14.1" );
     }
 
     @Test public void test5142()
         throws Exception
     {
         runTestNgTest( "5.14.2" );
     }
 
     @Test public void test60()
         throws Exception
     {
         runTestNgTest( "6.0" );
     }
 
     @Test public void test685()
         throws Exception
     {
         runTestNgTest( "6.8.5" );
     }
 
     public void runTestNgTest( String version )
         throws Exception
     {
         runTestNgTest( version, true );
     }
 
     public void runTestNgTest( String version, boolean validateRunOrder )
         throws Exception
     {
 
         final OutputValidator outputValidator = unpack( "testng-simple" ).resetInitialGoals( version ).executeTest();
         outputValidator.verifyErrorFreeLog().assertTestSuiteResults( 3, 0, 0, 0 );
 
         if ( validateRunOrder )
         {
             // assert correct run order of tests
             List<ReportTestSuite> report =
                 HelperAssertions.extractReports( new File[] { outputValidator.getBaseDir() } );
 
             assertEquals( 3, report.size() );
 
             assertTrue( "TestNGSuiteTestC was executed first", getTestClass( report, 0 ).endsWith( "TestNGSuiteTestC" ) );
             assertTrue( "TestNGSuiteTestB was executed second", getTestClass( report, 1 ).endsWith( "TestNGSuiteTestB" ) );
             assertTrue( "TestNGSuiteTestA was executed last", getTestClass( report, 2 ).endsWith( "TestNGSuiteTestA" ) );
         }
     }
 
     private String getTestClass( List<ReportTestSuite> report, int i )
     {
         return report.get( i ).getFullClassName();
     }
 }