File tree Expand file tree Collapse file tree 2 files changed +4
-6
lines changed
core/src/test/scala/org/apache/spark/sql/execution/datasources/orc
hive/src/test/scala/org/apache/spark/sql/hive/orc Expand file tree Collapse file tree 2 files changed +4
-6
lines changed Original file line number Diff line number Diff line change @@ -34,6 +34,10 @@ import org.apache.spark.sql.types._
3434
3535/**
3636 * A test suite that tests Apache ORC filter API based filter pushdown optimization.
37+ * OrcFilterSuite and HiveOrcFilterSuite is logically duplicated to provide the same test coverage.
38+ * The difference are the packages containing 'Predicate' and 'SearchArgument' classes.
39+ * - OrcFilterSuite uses 'org.apache.orc.storage.ql.io.sarg' package.
40+ * - HiveOrcFilterSuite uses 'org.apache.hadoop.hive.ql.io.sarg' package.
3741 */
3842class OrcFilterSuite extends OrcTest with SharedSQLContext {
3943
@@ -287,11 +291,6 @@ class OrcFilterSuite extends OrcTest with SharedSQLContext {
287291
288292 test(" filter pushdown - combinations with logical operators" ) {
289293 withOrcDataFrame((1 to 4 ).map(i => Tuple1 (Option (i)))) { implicit df =>
290- // Because `ExpressionTree` is not accessible at Hive 1.2.x, this should be checked
291- // in string form in order to check filter creation including logical operators
292- // such as `and`, `or` or `not`. So, this function uses `SearchArgument.toString()`
293- // to produce string expression and then compare it to given string expression below.
294- // This might have to be changed after Hive version is upgraded.
295294 checkFilterPredicate(
296295 ' _1 .isNotNull,
297296 " leaf-0 = (IS_NULL _1), expr = (not leaf-0)"
Original file line number Diff line number Diff line change @@ -31,7 +31,6 @@ import org.apache.spark.sql.catalyst.planning.PhysicalOperation
3131import org .apache .spark .sql .execution .datasources .{DataSourceStrategy , HadoopFsRelation , LogicalRelation }
3232import org .apache .spark .sql .execution .datasources .orc .OrcTest
3333import org .apache .spark .sql .hive .test .TestHiveSingleton
34- import org .apache .spark .sql .internal .SQLConf .ORC_IMPLEMENTATION
3534import org .apache .spark .sql .types ._
3635
3736/**
You can’t perform that action at this time.
0 commit comments