Skip to content

Commit a6de83c

Browse files
author
Davies Liu
committed
remove LeftSemiJoinBNL
1 parent 5ed48dd commit a6de83c

File tree

4 files changed

+2
-95
lines changed

4 files changed

+2
-95
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/SparkStrategies.scala

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -71,9 +71,6 @@ private[sql] abstract class SparkStrategies extends QueryPlanner[SparkPlan] {
7171
case ExtractEquiJoinKeys(LeftSemi, leftKeys, rightKeys, condition, left, right) =>
7272
joins.LeftSemiJoinHash(
7373
leftKeys, rightKeys, planLater(left), planLater(right), condition) :: Nil
74-
// no predicate can be evaluated by matching hash keys
75-
case logical.Join(left, right, LeftSemi, condition) =>
76-
joins.LeftSemiJoinBNL(planLater(left), planLater(right), condition) :: Nil
7774
case _ => Nil
7875
}
7976
}

sql/core/src/main/scala/org/apache/spark/sql/execution/joins/LeftSemiJoinBNL.scala

Lines changed: 0 additions & 80 deletions
This file was deleted.

sql/core/src/test/scala/org/apache/spark/sql/JoinSuite.scala

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,6 @@ class JoinSuite extends QueryTest with SharedSQLContext {
4747
val operators = physical.collect {
4848
case j: LeftSemiJoinHash => j
4949
case j: BroadcastHashJoin => j
50-
case j: LeftSemiJoinBNL => j
5150
case j: CartesianProduct => j
5251
case j: BroadcastNestedLoopJoin => j
5352
case j: BroadcastLeftSemiJoinHash => j
@@ -67,7 +66,7 @@ class JoinSuite extends QueryTest with SharedSQLContext {
6766
withSQLConf("spark.sql.autoBroadcastJoinThreshold" -> "0") {
6867
Seq(
6968
("SELECT * FROM testData LEFT SEMI JOIN testData2 ON key = a", classOf[LeftSemiJoinHash]),
70-
("SELECT * FROM testData LEFT SEMI JOIN testData2", classOf[LeftSemiJoinBNL]),
69+
("SELECT * FROM testData LEFT SEMI JOIN testData2", classOf[BroadcastNestedLoopJoin]),
7170
("SELECT * FROM testData JOIN testData2", classOf[CartesianProduct]),
7271
("SELECT * FROM testData JOIN testData2 WHERE key = 2", classOf[CartesianProduct]),
7372
("SELECT * FROM testData LEFT JOIN testData2", classOf[BroadcastNestedLoopJoin]),
@@ -465,7 +464,7 @@ class JoinSuite extends QueryTest with SharedSQLContext {
465464
("SELECT * FROM testData LEFT SEMI JOIN testData2 ON key = a",
466465
classOf[LeftSemiJoinHash]),
467466
("SELECT * FROM testData LEFT SEMI JOIN testData2",
468-
classOf[LeftSemiJoinBNL]),
467+
classOf[BroadcastNestedLoopJoin]),
469468
("SELECT * FROM testData JOIN testData2",
470469
classOf[BroadcastNestedLoopJoin]),
471470
("SELECT * FROM testData JOIN testData2 WHERE key = 2",

sql/core/src/test/scala/org/apache/spark/sql/execution/joins/SemiJoinSuite.scala

Lines changed: 0 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -95,15 +95,6 @@ class SemiJoinSuite extends SparkPlanTest with SharedSQLContext {
9595
}
9696
}
9797

98-
test(s"$testName using LeftSemiJoinBNL") {
99-
withSQLConf(SQLConf.SHUFFLE_PARTITIONS.key -> "1") {
100-
checkAnswer2(leftRows, rightRows, (left: SparkPlan, right: SparkPlan) =>
101-
LeftSemiJoinBNL(left, right, Some(condition)),
102-
expectedAnswer.map(Row.fromTuple),
103-
sortAnswers = true)
104-
}
105-
}
106-
10798
test(s"$testName using BroadcastNestedLoopJoin build left") {
10899
withSQLConf(SQLConf.SHUFFLE_PARTITIONS.key -> "1") {
109100
checkAnswer2(leftRows, rightRows, (left: SparkPlan, right: SparkPlan) =>

0 commit comments

Comments
 (0)