package org.apache.maven.surefire.its;
   
   /*
    * Licensed to the Apache Software Foundation (ASF) under one
    * or more contributor license agreements.  See the NOTICE file
    * distributed with this work for additional information
    * regarding copyright ownership.  The ASF licenses this file
    * to you under the Apache License, Version 2.0 (the
    * "License"); you may not use this file except in compliance
   * with the License.  You may obtain a copy of the License at
   *
   *     http://www.apache.org/licenses/LICENSE-2.0
   *
   * Unless required by applicable law or agreed to in writing,
   * software distributed under the License is distributed on an
   * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
   * KIND, either express or implied.  See the License for the
   * specific language governing permissions and limitations
   * under the License.
   */
  
  import java.util.List;
  
  import org.apache.maven.plugins.surefire.report.ReportTestSuite;
  import org.apache.maven.surefire.its.fixture.HelperAssertions;
  import org.apache.maven.surefire.its.fixture.OutputValidator;
  import org.apache.maven.surefire.its.fixture.SurefireJUnit4IntegrationTestCase;
  import org.apache.maven.surefire.its.fixture.SurefireLauncher;
  import org.junit.Ignore;
  import org.junit.Test;
  
  import static org.junit.Assert.assertEquals;
  import static org.junit.Assert.assertTrue;
  
  /**
   * Basic suite test using all known versions of TestNG. Used for regression testing Surefire against old versions. To
   * check new versions of TestNG work with current versions of Surefire, instead run the full test suite with
   * -Dtestng.version=5.14.2 (for example)
   *
   * @author <a href="mailto:dfabulich@apache.org">Dan Fabulich</a>
   * @author <a href="mailto:krosenvold@apache.org">Kristian Rosenvold</a>
   */
  public class CheckTestNgVersionsIT
      extends SurefireJUnit4IntegrationTestCase
  {
  
      @Test public void test47()
          throws Exception
      {
          runTestNgTest( "4.7", "jdk15" );
      }
  
      @Test
      @Ignore( "5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024" )
      public void xXXtest50()
          throws Exception
      {
          runTestNgTest( "5.0", "jdk15" );
      }
  
      @Test
      @Ignore( "5.0 and 5.0.1 jars on central are malformed SUREFIRE-375 + MAVENUPLOAD-1024" )
      public void xXXtest501()
          throws Exception
      {
          runTestNgTest( "5.0.1", "jdk15" );
      }
  
      @Test public void test502()
          throws Exception
      {
          runTestNgTest( "5.0.2", "jdk15" );
      }
  
      @Test public void test51()
          throws Exception
      {
          runTestNgTest( "5.1", "jdk15" );
      }
  
      @Test public void test55()
          throws Exception
      {
          runTestNgTest( "5.5", "jdk15" );
      }
  
      @Test public void test56()
          throws Exception
      {
          runTestNgTest( "5.6", "jdk15" );
      }
  
      @Test public void test57()
          throws Exception
      {
          runTestNgTest( "5.7", "jdk15" );
      }
  
      @Test public void test58()
         throws Exception
     {
         runTestNgTest( "5.8", "jdk15" );
     }
 
     @Test public void test59()
         throws Exception
     {
         runTestNgTest( "5.9", "jdk15" );
     }
 
     @Test public void test510()
         throws Exception
     {
         runTestNgTest( "5.10", "jdk15" );
     }
 
     @Test public void test511()
         throws Exception
     {
         runTestNgTest( "5.11", "jdk15" );
     }
 
     @Test public void test512()
         throws Exception
     {
         runTestNgTest( "5.12.1" );
     }
 
     @Test public void test513()
         throws Exception
     {
         runTestNgTest( "5.13" );
     }
 
     @Test public void test5131()
         throws Exception
     {
         runTestNgTest( "5.13.1" );
     }
 
     @Test public void test514()
         throws Exception
     {
         runTestNgTest( "5.14" );
     }
 
     @Test public void test5141()
         throws Exception
     {
         runTestNgTest( "5.14.1" );
     }
 
     @Test public void test5142()
         throws Exception
     {
         runTestNgTest( "5.14.2" );
     }
 
     @Test public void test60()
         throws Exception
     {
         runTestNgTest( "6.0" );
     }
 
     @Test public void test685()
         throws Exception
     {
         runTestNgTestWithRunOrder( "6.8.5" );
     }
 
     private void runTestNgTestWithRunOrder( String version )
         throws Exception
     {
         runTestNgTest( version, null, true );
     }
 
     private void runTestNgTest( String version )
             throws Exception
     {
         runTestNgTest( version, null, false );
     }
 
     private void runTestNgTest( String version, boolean validateRunOrder )
             throws Exception
     {
         runTestNgTest( version, null, validateRunOrder );
     }
 
     private void runTestNgTest( String version, String classifier )
         throws Exception
     {
         runTestNgTest( version, classifier, false );
     }
 
     private void runTestNgTest( String version, String classifier, boolean validateRunOrder )
         throws Exception
     {
         final SurefireLauncher launcher = unpack( "testng-simple" )
                                             .sysProp( "testNgVersion", version );
 
         if ( classifier != null )
         {
             launcher.sysProp( "testNgClassifier", classifier );
         }
 
         final OutputValidator outputValidator = launcher.executeTest();
 
         outputValidator.verifyErrorFreeLog().assertTestSuiteResults( 3, 0, 0, 0 );
 
         if ( validateRunOrder )
         {
             // assert correct run order of tests
             List<ReportTestSuite> report = HelperAssertions.extractReports( outputValidator.getBaseDir() );
 
             assertEquals( 3, report.size() );
 
             assertTrue( "TestNGSuiteTestC was executed first",
                     getTestClass( report, 0 ).endsWith( "TestNGSuiteTestC" ) );
 
             assertTrue( "TestNGSuiteTestB was executed second",
                     getTestClass( report, 1 ).endsWith( "TestNGSuiteTestB" ) );
 
             assertTrue( "TestNGSuiteTestA was executed last",
                     getTestClass( report, 2 ).endsWith( "TestNGSuiteTestA" ) );
         }
     }
 
     private String getTestClass( List<ReportTestSuite> report, int i )
     {
         return report.get( i ).getFullClassName();
     }
 }