feat: Introduced additonal parallelism to the test suite execution

* the test-bed build uses Maven parallelism with 50 threads per cpu core
* the same is used for build invocation on Travis (could be used locally)
* the Travis is building in three virtual machines at once:
  * one for unit tests
  * one for functional tests - to separate unit tests and functional tests I had to introduce two profiles inside of the pom files
  * one for generating documentation - no to do it in the previous builds/vm twice
* speeding up Java startup using properties: -XX:+TieredCompilation -XX:TieredStopAtLevel=1

.travis.yml

@@ -17,13 +17,19 @@ cache:
   directories:
     - $HOME/.m2
 
+env:
+  - TEST_SUITE=units GENERATE_DOC=1
+  - TEST_SUITE=functional TEST_BED_M2_HOME=/home/travis/.arquillian/mvn/apache-maven-3.3.9 GENERATE_DOC=1
+  - GENERATE_DOC=0
+
 before_install:
   - BRANCH=${TRAVIS_PULL_REQUEST_BRANCH:-$TRAVIS_BRANCH}
   - MODIFIED_DOCS=$(git diff --name-only $TRAVIS_COMMIT_RANGE | grep -E 'README.adoc|^docs/.*.adoc$' | wc -l)
   - COMMITS_WITH_FORCED_GEN=$(git log --format=%B  $TRAVIS_COMMIT_RANGE | grep -i "\[gen docs\]" | wc -l)
   - git describe --tags --exact-match HEAD >/dev/null 2>&1 && TAGGED=0 || TAGGED=1
-  - '[ $TAGGED -eq 0 ] || [ $COMMITS_WITH_FORCED_GEN -gt 0 ] || [ $MODIFIED_DOCS -ge 1 ] && GENERATE_DOC=0 || GENERATE_DOC=1'
-  - '[ "${BRANCH}" == "master" ] && [ "${TRAVIS_REPO_SLUG}" == "arquillian/smart-testing" ] || [ ! -z "${TRAVIS_PULL_REQUEST// }"  -a "${TRAVIS_PULL_REQUEST}" != "false" ] && GENERATE_DOC=0 || GENERATE_DOC=1'
+<<<<<<< 09c84d03175f87a1fa19fceff84d2d5f5da47b34
+  - '[ $TAGGED -eq 0 ] || [ $COMMITS_WITH_FORCED_GEN -gt 0 ] || [ $MODIFIED_DOCS -ge 1 ] && [ $GENERATE_DOC -eq 0 ] && GENERATE_DOC=0 || GENERATE_DOC=1'
+  - '[ "${BRANCH}" == "master" ] && [ "${TRAVIS_REPO_SLUG}" == "arquillian/smart-testing" ] || [ ! -z "${TRAVIS_PULL_REQUEST// }"  -a "${TRAVIS_PULL_REQUEST}" != "false" ] && [ $GENERATE_DOC -eq 0 ] && GENERATE_DOC=0 || GENERATE_DOC=1'
   - 'if [ $GENERATE_DOC -eq 0 ]; then
       git config user.name "${GH_USER}";
       git config user.email "${GH_EMAIL}";
@@ -34,6 +40,11 @@ before_install:
       docker pull rochdev/alpine-asciidoctor:mini;
     fi'
 
+install:
+  - 'if [[ -n $TEST_SUITE ]]; then
+      ./mvnw clean install -DskipTests;
+    fi'
+
 before_script:
   - mkdir -p /home/travis/.arquillian/mvn
   - wget https://archive.apache.org/dist/maven/maven-3/3.3.9/binaries/apache-maven-3.3.9-bin.tar.gz -P /home/travis/.arquillian/resolver/maven/download
@@ -61,14 +72,16 @@ before_script:
       fi
   '
 
-env:
-  - TEST_BED_M2_HOME=/home/travis/.arquillian/mvn/apache-maven-3.3.9
-
 script:
-  - ./mvnw clean verify -P travis -DJAVA_OPTS="-XX:-UseLoopPredicate"
-  - 'if [ $GENERATE_DOC -eq 0 ]; then
-        ./.asciidoctor/generate.sh --keep;
-     fi'
+  - 'if [[ -n $TEST_SUITE ]]; then
+      if [[ "$TEST_SUITE" == "units" ]]; then
+        ./mvnw clean package -P travis -DJAVA_OPTS="-XX:-UseLoopPredicate" -T 100;
+      else
+        ./mvnw clean verify -pl functional-tests/test-bed -P travis -DJAVA_OPTS="-XX:-UseLoopPredicate" -T 100;
+      fi
+    elif [ $GENERATE_DOC -eq 0 ]; then
+      ./.asciidoctor/generate.sh --keep;
+    fi'
 
 after_success:
   - 'if [ $GENERATE_DOC -eq 0 ]; then

core/pom.xml

@@ -45,5 +45,4 @@
       <version>${version.snakeyaml}</version>
     </dependency>
   </dependencies>
-
 </project>

functional-tests/git-rules/pom.xml

@@ -43,5 +43,4 @@
       <scope>test</scope>
     </dependency>
   </dependencies>
-
 </project>

functional-tests/test-bed/pom.xml

@@ -91,7 +91,52 @@
           <skip>true</skip>
         </configuration>
       </plugin>
+      <plugin>
+        <artifactId>maven-surefire-plugin</artifactId>
+        <configuration>
+          <skipTests>true</skipTests>
+        </configuration>
+      </plugin>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-failsafe-plugin</artifactId>
+        <version>${version.surefire}</version>
+        <executions>
+          <execution>
+            <id>default-test</id>
+            <goals>
+              <goal>integration-test</goal>
+              <goal>verify</goal>
+            </goals>
+            <configuration>
+              <forkCount>${surefire.fork.count}</forkCount>
+              <threadCount>${surefire.thread.count}</threadCount>
+              <reuseForks>${surefire.reuse.forks}</reuseForks>
+              <argLine>-Xmx1024m</argLine>
+              <parallel>classesAndMethods</parallel>
+              <excludedGroups>net.jcip.annotations.NotThreadSafe</excludedGroups>
+            </configuration>
+          </execution>
+          <execution>
+            <id>not-thread-safe</id>
+            <goals>
+              <goal>integration-test</goal>
+              <goal>verify</goal>
+            </goals>
+            <configuration>
+              <reuseForks>false</reuseForks>
+              <groups>net.jcip.annotations.NotThreadSafe</groups>
+            </configuration>
+          </execution>
+        </executions>
+        <configuration>
+          <includes>
+            <include>**/*Test.java</include>
+            <include>**/Test*.java</include>
+            <include>**/*TestCase.java</include>
+          </includes>
+        </configuration>
+      </plugin>
     </plugins>
   </build>
-
 </project>

functional-tests/test-bed/src/main/java/org/arquillian/smart/testing/ftest/testbed/project/BuildConfigurator.java

@@ -37,9 +37,10 @@ public class BuildConfigurator {
     private boolean ignoreBuildFailure = false;
     private boolean skipTests = false;
     private File workingDirectory;
-    private String mavenOpts = "-Xms512m -Xmx1024m";
+    private String mavenOpts = "-Xms512m -Xmx1024m -XX:+TieredCompilation -XX:TieredStopAtLevel=1";
     private String mavenVersion;
     private Using usingInstallation;
+    private boolean useThreads = true;
 
     BuildConfigurator(ProjectBuilder projectBuilder) {
         systemProperties.put("surefire.exitTimeout", "-1"); // see http://bit.ly/2vARQ5p
@@ -183,11 +184,16 @@ public BuildConfigurator excludeProjects(String... projects) {
         return this;
     }
 
-    public BuildConfigurator useMavenVersion(String mavenVersion){
+    public BuildConfigurator useMavenVersion(String mavenVersion) {
         this.mavenVersion = mavenVersion;
         return this;
     }
 
+    public BuildConfigurator useThreads(boolean useThreads){
+        this.useThreads = useThreads;
+        return this;
+    }
+
     void enableDebugOptions() {
         if (isRemoteDebugEnabled()) {
             final String debugOptions = String.format(MVN_DEBUG_AGENT, shouldSuspend(), getRemotePort());
@@ -268,6 +274,10 @@ String getMavenVersion() {
         return mavenVersion;
     }
 
+    boolean useThreads(){
+        return useThreads;
+    }
+
     private int getAvailableLocalPort() {
         ServerSocket socket = null;
         try {

functional-tests/test-bed/src/main/java/org/arquillian/smart/testing/ftest/testbed/project/ProjectBuilder.java

@@ -66,6 +66,7 @@ private BuiltProject executeGoals(String... goals) {
         final BuiltProject build = embeddedMaven
                     .setShowVersion(true)
                     .setGoals(goals)
+                    .setThreads(buildConfigurator.useThreads() ? "50C" : null)
                     .setProjects(buildConfigurator.getModulesToBeBuilt())
                     .setDebug(buildConfigurator.isMavenDebugOutputEnabled())
                     .setQuiet(buildConfigurator.disableQuietWhenAnyDebugModeEnabled() && buildConfigurator.isQuietMode())

functional-tests/test-bed/src/test/java/org/arquillian/smart/testing/ftest/configuration/SurefireForksConfigurationTest.java

@@ -37,7 +37,7 @@ public void test_with_reuse_forks_false() {
 
     @Test
     public void test_with_fork_count_zero() {
-        verifyTestSuiteExecution("forkCount", "0");
+        verifyTestSuiteExecution(false, "forkCount", "0");
     }
 
     @Test
@@ -57,10 +57,14 @@ public void test_with_multiple_forks_not_reusing_forks() {
 
     @Test
     public void test_with_fork_count_zero_not_reusing_forks() {
-        verifyTestSuiteExecution("forkCount", "0", "reuseForks", "false");
+        verifyTestSuiteExecution(false, "forkCount", "0", "reuseForks", "false");
     }
 
-    private void verifyTestSuiteExecution(String... systemPropertiesPairs) {
+    private void verifyTestSuiteExecution(String... systemPropertiesPairs){
+        verifyTestSuiteExecution(true, systemPropertiesPairs);
+    }
+
+    private void verifyTestSuiteExecution(boolean useThreads, String... systemPropertiesPairs) {
         // given
         final Project project = testBed.getProject();
 
@@ -80,6 +84,7 @@ private void verifyTestSuiteExecution(String... systemPropertiesPairs) {
                 .logBuildOutput(false)
                 .withSystemProperties(systemPropertiesPairs)
                 .withSystemProperties(SMART_TESTING_REPORT_ENABLE, "true")
+                .useThreads(useThreads)
             .configure()
             .run();
 

junit-test-result-parser/pom.xml

@@ -24,5 +24,4 @@
       <artifactId>assertj-core</artifactId>
     </dependency>
   </dependencies>
-
 </project>

mvn-extension/pom.xml

@@ -128,5 +128,4 @@
       </resource>
     </resources>
   </build>
-
 </project>

strategies/affected/pom.xml

@@ -50,5 +50,4 @@
       <scope>test</scope>
     </dependency>
   </dependencies>
-
 </project>

strategies/changed/pom.xml

@@ -40,5 +40,4 @@
       <scope>test</scope>
     </dependency>
   </dependencies>
-
 </project>

strategies/failed/pom.xml

@@ -38,5 +38,4 @@
       <scope>test</scope>
     </dependency>
   </dependencies>
-
 </project>

surefire-provider/pom.xml

@@ -87,5 +87,4 @@
       </plugin>
     </plugins>
   </build>
-
 </project>