File tree Expand file tree Collapse file tree 1 file changed +0
-41
lines changed Expand file tree Collapse file tree 1 file changed +0
-41
lines changed Original file line number Diff line number Diff line change @@ -838,47 +838,6 @@ def setUpClass(cls):
838838 cls .spark .conf .set ("spark.sql.execution.pythonUDF.arrow.enabled" , "false" )
839839
840840
841- def test_use_arrow (self ):
842- # useArrow=True
843- row_true = (
844- self .spark .range (1 )
845- .selectExpr (
846- "array(1, 2, 3) as array" ,
847- )
848- .select (
849- udf (lambda x : str (x ), useArrow = True )("array" ),
850- )
851- .first ()
852- )
853- # The input is a NumPy array when the Arrow optimization is on.
854- self .assertEquals (row_true [0 ], "[1 2 3]" )
855-
856- # useArrow=None
857- row_none = (
858- self .spark .range (1 )
859- .selectExpr (
860- "array(1, 2, 3) as array" ,
861- )
862- .select (
863- udf (lambda x : str (x ), useArrow = None )("array" ),
864- )
865- .first ()
866- )
867-
868- # useArrow=False
869- row_false = (
870- self .spark .range (1 )
871- .selectExpr (
872- "array(1, 2, 3) as array" ,
873- )
874- .select (
875- udf (lambda x : str (x ), useArrow = False )("array" ),
876- )
877- .first ()
878- )
879- self .assertEquals (row_false [0 ], row_none [0 ]) # "[1, 2, 3]"
880-
881-
882841class UDFInitializationTests (unittest .TestCase ):
883842 def tearDown (self ):
884843 if SparkSession ._instantiatedSession is not None :
You can’t perform that action at this time.
0 commit comments