[BUILD] Run ITs with the correct version of Spark.

The 2.4 IT runs were running with Spark 2.2. Also update 2.3 to 2.3.3 since 2.3.2 is not mirrored anymore. Author: Marcelo Vanzin <[email protected]> Closes apache#157 from vanzin/it-version.
vinodkc · Mar 15, 2019 · ed7e2db · ed7e2db
1 parent 5767789
commit ed7e2db
Showing 1 changed file with 3 additions and 14 deletions.
diff --git a/pom.xml b/pom.xml
@@ -1032,13 +1032,13 @@
     <profile>
       <id>spark-2.3</id>
       <properties>
-        <spark.scala-2.11.version>2.3.2</spark.scala-2.11.version>
+        <spark.scala-2.11.version>2.3.3</spark.scala-2.11.version>
         <spark.version>${spark.scala-2.11.version}</spark.version>
         <netty.spark-2.11.version>4.1.17.Final</netty.spark-2.11.version>
         <spark.bin.download.url>
-          http://mirrors.advancedhosters.com/apache/spark/spark-2.3.2/spark-2.3.2-bin-hadoop2.7.tgz
+          http://mirrors.advancedhosters.com/apache/spark/spark-2.3.3/spark-2.3.3-bin-hadoop2.7.tgz
         </spark.bin.download.url>
-        <spark.bin.name>spark-2.3.2-bin-hadoop2.7</spark.bin.name>
+        <spark.bin.name>spark-2.3.3-bin-hadoop2.7</spark.bin.name>
       </properties>
     </profile>
 
@@ -1055,17 +1055,6 @@
         <netty.spark-2.11.version>4.1.17.Final</netty.spark-2.11.version>
         <java.version>1.8</java.version>
         <py4j.version>0.10.7</py4j.version>
-      </properties>
-    </profile>
-
-    <profile>
-      <id>spark-2.4-it</id>
-      <activation>
-        <property>
-          <name>spark-2.4-it</name>
-        </property>
-      </activation>
-      <properties>
         <spark.bin.download.url>
           http://mirrors.advancedhosters.com/apache/spark/spark-2.4.0/spark-2.4.0-bin-hadoop2.7.tgz
         </spark.bin.download.url>