Skip to content

Commit 5db35b3

Browse files
zero323rxin
authored andcommitted
[SPARK-19164][PYTHON][SQL] Remove unused UserDefinedFunction._broadcast
## What changes were proposed in this pull request? Removes `UserDefinedFunction._broadcast` and `UserDefinedFunction.__del__` method. ## How was this patch tested? Existing unit tests. Author: zero323 <[email protected]> Closes #16538 from zero323/SPARK-19164.
1 parent 2c586f5 commit 5db35b3

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

python/pyspark/sql/functions.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1826,7 +1826,6 @@ class UserDefinedFunction(object):
18261826
def __init__(self, func, returnType, name=None):
18271827
self.func = func
18281828
self.returnType = returnType
1829-
self._broadcast = None
18301829
self._judf = self._create_judf(name)
18311830

18321831
def _create_judf(self, name):
@@ -1842,11 +1841,6 @@ def _create_judf(self, name):
18421841
name, wrapped_func, jdt)
18431842
return judf
18441843

1845-
def __del__(self):
1846-
if self._broadcast is not None:
1847-
self._broadcast.unpersist()
1848-
self._broadcast = None
1849-
18501844
def __call__(self, *cols):
18511845
sc = SparkContext._active_spark_context
18521846
jc = self._judf.apply(_to_seq(sc, cols, _to_java_column))

0 commit comments

Comments
 (0)