Handle default value for maxExecutors sparkConf

Signed-off-by: Shri Saran Raj N <shrsaran@amazon.com>
opensearch-project · Dec 10, 2024 · 59aa26b · 59aa26b
1 parent eccc9c1
commit 59aa26b
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala b/spark-sql-application/src/main/scala/org/apache/spark/sql/FlintJobExecutor.scala
@@ -548,7 +548,7 @@ trait FlintJobExecutor {
   }
 
   def getSegmentName(sparkSession: SparkSession): String = {
-    val maxExecutorsCount = sparkSession.conf.get(FlintSparkConf.MAX_EXECUTORS_COUNT.key)
+    val maxExecutorsCount = sparkSession.conf.get(FlintSparkConf.MAX_EXECUTORS_COUNT.key, "unknown")
     String.format("%se", maxExecutorsCount)
   }