From 8bac7b5e507fca10d26b0e26d00c65d89fbc4789 Mon Sep 17 00:00:00 2001 From: Yuming Wang Date: Wed, 1 Nov 2023 13:57:20 +0800 Subject: [PATCH] Push down limit through Dataset.isEmpty() --- sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala index 4f07133bb7617..12bf839d28a81 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/Dataset.scala @@ -650,7 +650,7 @@ class Dataset[T] private[sql]( * @group basic * @since 2.4.0 */ - def isEmpty: Boolean = withAction("isEmpty", select().queryExecution) { plan => + def isEmpty: Boolean = withAction("isEmpty", select().limit(1).queryExecution) { plan => plan.executeTake(1).isEmpty }