when enabled oap mllib, spark.dynamicAllocation.enabled should be set…

… false (#201) Signed-off-by: minmingzhu <minming.zhu@intel.com>
oap-project · Apr 1, 2022 · 0f2f4bc · 0f2f4bc
1 parent 401891e
commit 0f2f4bc
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/mllib-dal/src/main/scala/com/intel/oap/mllib/Utils.scala b/mllib-dal/src/main/scala/com/intel/oap/mllib/Utils.scala
@@ -27,7 +27,14 @@ object Utils {
 
   def isOAPEnabled(): Boolean = {
     val sc = SparkSession.active.sparkContext
-    return sc.getConf.getBoolean("spark.oap.mllib.enabled", true)
+    val isDynamicAllication = sc.getConf.getBoolean("spark.dynamicAllocation.enabled", false)
+    val isOap = sc.getConf.getBoolean("spark.oap.mllib.enabled", true)
+    if (isOap && isDynamicAllication) {
+      throw new Exception(
+        s"OAP MLlib does not support dynamic allocation, " +
+          s"spark.dynamicAllocation.enabled should be set to false")
+    }
+    isOap
   }
 
   def getOneCCLIPPort(data: RDD[_]): String = {