Skip to content

Commit 63ef94e

Browse files
committed
rmv duplicate test
1 parent f6fc6e1 commit 63ef94e

File tree

1 file changed

+0
-41
lines changed

1 file changed

+0
-41
lines changed

python/pyspark/sql/tests/test_udf.py

Lines changed: 0 additions & 41 deletions
Original file line numberDiff line numberDiff line change
@@ -838,47 +838,6 @@ def setUpClass(cls):
838838
cls.spark.conf.set("spark.sql.execution.pythonUDF.arrow.enabled", "false")
839839

840840

841-
def test_use_arrow(self):
842-
# useArrow=True
843-
row_true = (
844-
self.spark.range(1)
845-
.selectExpr(
846-
"array(1, 2, 3) as array",
847-
)
848-
.select(
849-
udf(lambda x: str(x), useArrow=True)("array"),
850-
)
851-
.first()
852-
)
853-
# The input is a NumPy array when the Arrow optimization is on.
854-
self.assertEquals(row_true[0], "[1 2 3]")
855-
856-
# useArrow=None
857-
row_none = (
858-
self.spark.range(1)
859-
.selectExpr(
860-
"array(1, 2, 3) as array",
861-
)
862-
.select(
863-
udf(lambda x: str(x), useArrow=None)("array"),
864-
)
865-
.first()
866-
)
867-
868-
# useArrow=False
869-
row_false = (
870-
self.spark.range(1)
871-
.selectExpr(
872-
"array(1, 2, 3) as array",
873-
)
874-
.select(
875-
udf(lambda x: str(x), useArrow=False)("array"),
876-
)
877-
.first()
878-
)
879-
self.assertEquals(row_false[0], row_none[0]) # "[1, 2, 3]"
880-
881-
882841
class UDFInitializationTests(unittest.TestCase):
883842
def tearDown(self):
884843
if SparkSession._instantiatedSession is not None:

0 commit comments

Comments
 (0)