Enable spark.sql.execution.pythonUDTF.arrow.enabled by default

HyukjinKwon · Feb 27, 2025 · 5ecde47 · 5ecde47
1 parent 14c1378
commit 5ecde47
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala
@@ -3509,7 +3509,7 @@ object SQLConf {
       .doc("Enable Arrow optimization for Python UDTFs.")
       .version("3.5.0")
       .booleanConf
-      .createWithDefault(false)
+      .createWithDefault(true)
 
   val PYTHON_PLANNER_EXEC_MEMORY =
     buildConf("spark.sql.planner.pythonExecution.memory")