Skip to content

Commit 55d1c76

Browse files
committed
return row objects
1 parent 4fe1319 commit 55d1c76

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

python/pyspark/rdd.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1387,6 +1387,11 @@ def _jrdd(self):
13871387
def _is_pipelinable(self):
13881388
return not (self.is_cached or self.is_checkpointed)
13891389

1390+
class Row:
1391+
1392+
def __init__(self, d):
1393+
self.__dict__ = dict(self.__dict__.items() + d.items())
1394+
13901395
class SchemaRDD:
13911396

13921397
def __init__(self, jschema_rdd, sql_ctx):
@@ -1400,7 +1405,7 @@ def registerAsTable(self, name):
14001405
def toPython(self):
14011406
jrdd = self._jschema_rdd.javaToPython()
14021407
#jrdd = self._sc._javaToPython(self._jschema_rdd)
1403-
return RDD(jrdd, self._sc, self._sc.serializer)
1408+
return RDD(jrdd, self._sc, self._sc.serializer).map(lambda d: Row(d))
14041409

14051410
def _test():
14061411
import doctest

0 commit comments

Comments
 (0)