Skip to content

Commit e76be01

Browse files
committed
added unit test for reduceByKeyAndWindow with invFunc=None
1 parent 3f777e1 commit e76be01

File tree

1 file changed

+11
-0
lines changed

1 file changed

+11
-0
lines changed

python/pyspark/streaming/tests.py

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -582,6 +582,17 @@ def test_reduce_by_invalid_window(self):
582582
self.assertRaises(ValueError, lambda: d1.reduceByKeyAndWindow(None, None, 0.1, 0.1))
583583
self.assertRaises(ValueError, lambda: d1.reduceByKeyAndWindow(None, None, 1, 0.1))
584584

585+
def test_reduce_by_key_and_window_with_none_invFunc(self):
586+
input = [range(1), range(2), range(3), range(4), range(5), range(6)]
587+
588+
def func(dstream):
589+
return dstream.map(lambda x: (x, 1))\
590+
.reduceByKeyAndWindow(operator.add, None, 5, 1)\
591+
.filter(lambda kv: kv[1] > 0).count()
592+
593+
expected = [[2], [4], [6], [6], [6], [6]]
594+
self._test_func(input, func, expected)
595+
585596

586597
class StreamingContextTests(PySparkStreamingTestCase):
587598

0 commit comments

Comments
 (0)