nullability

apache · Oct 28, 2021 · 919492e · 919492e
1 parent c88566a
commit 919492e
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala
@@ -1218,6 +1218,7 @@ object InferFiltersFromConstraints extends Rule[LogicalPlan]
   // Whether the result of this expression may be null. For example: CAST(strCol AS double)
   // We will infer an IsNotNull expression for this expression to avoid skew join.
   private def resultMayBeNull(exp: Expression): Boolean = exp match {
+    case e if !e.nullable => false
     case Cast(child: Attribute, dataType, _, _) => !Cast.canUpCast(child.dataType, dataType)
     case c: Coalesce if c.children.forall(_.isInstanceOf[Attribute]) => true
     case _ => false