revert change hosts (apache#66)

* revert change hosts * Update Jenkinsfile
marcosdotps · Sep 19, 2017 · 46e3ec0 · 46e3ec0
1 parent 118985a
commit 46e3ec0
Show file tree

Hide file tree

Showing 4 changed files with 9 additions and 9 deletions.
diff --git a/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala b/core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala
@@ -710,7 +710,7 @@ object SparkSubmit extends CommandLineUtils {
     }
 
     val vaultProtocol = args.sparkProperties.get("spark.secret.vault.protocol")
-    val vaultHost = args.sparkProperties.get("spark.secret.vault.host")
+    val vaultHost = args.sparkProperties.get("spark.secret.vault.hosts")
     val vaultPort = args.sparkProperties.get("spark.secret.vault.port")
 
     val vaultUrlParams = (vaultProtocol, vaultHost, vaultPort)

diff --git a/core/src/main/scala/org/apache/spark/security/ConfigSecurity.scala b/core/src/main/scala/org/apache/spark/security/ConfigSecurity.scala
@@ -24,7 +24,7 @@ object ConfigSecurity extends Logging{
 
   var vaultToken: Option[String] = None
   val vaultUri: Option[String] = getVaultUri(sys.env.get("VAULT_PROTOCOL"),
-    sys.env.get("VAULT_HOST"), sys.env.get("VAULT_PORT"))
+    sys.env.get("VAULT_HOSTS"), sys.env.get("VAULT_PORT"))
 
     def getVaultUri(vaultProtocol: Option[String],
                     vaultHost: Option[String],

diff --git a/...ce-managers/mesos/src/main/scala/org/apache/spark/deploy/rest/mesos/MesosRestServer.scala b/...ce-managers/mesos/src/main/scala/org/apache/spark/deploy/rest/mesos/MesosRestServer.scala
@@ -47,14 +47,14 @@ private[spark] class MesosRestServer(
 
   protected lazy val token = {
     require((masterConf.getOption("spark.secret.vault.protocol").isDefined
-      && masterConf.getOption("spark.secret.vault.host").isDefined
+      && masterConf.getOption("spark.secret.vault.hosts").isDefined
       && masterConf.getOption("spark.secret.vault.port").isDefined),
       "You are attempting to login in Vault but no Vault obtained," +
         " please configure spark.secret.vault.protocol," +
-        " spark.vault.host and spark.secret.vault.port" +
+        " spark.vault.hosts and spark.secret.vault.port" +
         " in your Stratio Spark Dispatcher instance")
     val vaultUrl = s"${masterConf.get("spark.secret.vault.protocol")}://" +
-      s"${masterConf.get("spark.secret.vault.host").split(",")
+      s"${masterConf.get("spark.secret.vault.hosts").split(",")
         .map(host => s"$host:${masterConf.get("spark.secret.vault.port")}").mkString(",")}"
     VaultHelper.getTokenFromAppRole(vaultUrl,
       sys.env("VAULT_ROLE_ID"),
@@ -120,11 +120,11 @@ private[mesos] class MesosSubmitRequestServlet(
     val sparkJavaOpts = Utils.sparkJavaOpts(conf)
     val javaOpts = sparkJavaOpts ++ extraJavaOpts
     val securitySparkOpts: Map[String, String] = {
-        if (sparkProperties.get("spark.secret.vault.host").isDefined
+        if (sparkProperties.get("spark.secret.vault.hosts").isDefined
           && sparkProperties.get("spark.secret.vault.protocol").isDefined
           && sparkProperties.get("spark.secret.vault.port").isDefined) {
             val vaultUrl = s"${sparkProperties("spark.secret.vault.protocol")}://" +
-                s"${sparkProperties("spark.secret.vault.host").split(",")
+                s"${sparkProperties("spark.secret.vault.hosts").split(",")
                     .map(host => s"$host:${sparkProperties("spark.secret.vault.port")}").mkString(",")}"
             (sparkProperties.get("spark.secret.vault.role"),
                 sys.env.get("VAULT_ROLE"),

diff --git a/...mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala b/...mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala
@@ -701,11 +701,11 @@ private[spark] class MesosClusterScheduler(
 
           var sparkProperties = state.driverDescription.conf.getAll.toMap
           if (sparkProperties.get("spark.secret.vault.protocol").isDefined
-            && sparkProperties.get("spark.secret.vault.host").isDefined
+            && sparkProperties.get("spark.secret.vault.hosts").isDefined
             && sparkProperties.get("spark.secret.vault.port").isDefined)
           {
             val vaultUrl = s"${sparkProperties("spark.secret.vault.protocol")}://" +
-                s"${sparkProperties("spark.secret.vault.host").split(",")
+                s"${sparkProperties("spark.secret.vault.hosts").split(",")
                   .map(host => s"$host:${sparkProperties("spark.secret.vault.port")}")
                   .mkString(",")}"
             val role = sparkProperties("spark.secret.vault.role")