[DCOS-51453] Added Hadoop 2.9 as the default distribution (#503)

bin/jenkins-dist-publish.sh

@@ -16,7 +16,7 @@ function upload_to_s3 {
 }
 
 function set_hadoop_versions {
-    HADOOP_VERSIONS=( "2.6" "2.7" )
+    HADOOP_VERSIONS=( "2.7" "2.9" )
 }
 
 # rename build/dist/spark-*.tgz to build/dist/spark-<TAG>.tgz

manifest.json

@@ -1,17 +1,17 @@
 {
     "spark_version": "2.4.0",
     "default_spark_dist": {
-        "hadoop_version": "2.7",
-        "uri": "https://downloads.mesosphere.com/spark/assets/spark-2.4.0-bin-hadoop2.7.7-SNAPSHOT-20190402.tgz"
+        "hadoop_version": "2.9",
+        "uri": "https://downloads.mesosphere.com/spark/assets/spark-2.4.0-bin-hadoop2.9.2-SNAPSHOT-20190408.tgz"
     },
     "spark_dist": [
         {
-            "hadoop_version": "2.7",
-            "uri": "https://downloads.mesosphere.com/spark/assets/spark-2.4.0-bin-hadoop2.7.7-SNAPSHOT-20190402.tgz"
+            "hadoop_version": "2.9",
+            "uri": "https://downloads.mesosphere.com/spark/assets/spark-2.4.0-bin-hadoop2.9.2-SNAPSHOT-20190408.tgz"
         },
         {
-            "hadoop_version": "2.6",
-            "uri": "https://downloads.mesosphere.com/spark/assets/spark-2.4.0-bin-hadoop2.6.5-SNAPSHOT-20190402.tgz"
+            "hadoop_version": "2.7",
+            "uri": "https://downloads.mesosphere.com/spark/assets/spark-2.4.0-bin-hadoop2.7.7-SNAPSHOT-20190408.tgz"
         }
     ]
 }

publish_local_spark.sh

@@ -3,7 +3,7 @@
 set -e
 
 SPARK_DIST_DIR=""
-HADOOP_VERSION="2.7"
+HADOOP_VERSION="2.9"
 DOCKER_DIST_IMAGE=""
 REBUILD_DOCKER=false
 REBUILD_SPARK=false