From c2520f501a200cf794bbe5dc9c385100f518d020 Mon Sep 17 00:00:00 2001
From: hyukjinkwon <gurwls223@gmail.com>
Date: Thu, 13 Aug 2015 16:07:03 -0700
Subject: [PATCH] [SPARK-9935] [SQL] EqualNotNull not processed in ORC
https://issues.apache.org/jira/browse/SPARK-9935
Author: hyukjinkwon <gurwls223@gmail.com>
Closes #8163 from HyukjinKwon/master.
---
.../scala/org/apache/spark/sql/hive/orc/OrcFilters.scala | 5 +++++
1 file changed, 5 insertions(+)
diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/orc/OrcFilters.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/orc/OrcFilters.scala
index 86142e5d66..b3d9f7f71a 100644
--- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/orc/OrcFilters.scala
+++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/orc/OrcFilters.scala
@@ -107,6 +107,11 @@ private[orc] object OrcFilters extends Logging {
.filter(isSearchableLiteral)
.map(builder.equals(attribute, _))
+ case EqualNullSafe(attribute, value) =>
+ Option(value)
+ .filter(isSearchableLiteral)
+ .map(builder.nullSafeEquals(attribute, _))
+
case LessThan(attribute, value) =>
Option(value)
.filter(isSearchableLiteral)
--
GitLab