Fixed pep8 check. Added delay to test_batch_info_reports

python/pyspark/streaming/listener.py

@@ -109,7 +109,6 @@ def __init__(self, javaBatchInfo):
 
         self.outputOperationInfos = self._map2dict(javaBatchInfo.outputOperationInfos())
 
-
     def schedulingDelay(self):
         """
         Time taken for the first job of this batch to start processing from the time this batch

python/pyspark/streaming/tests.py

@@ -401,6 +401,8 @@ def func(dstream):
 
 class StreamingListenerTests(PySparkStreamingTestCase):
 
+    duration = .5
+
     class BatchInfoCollector(StreamingListener):
 
         def __init__(self):
@@ -428,6 +430,9 @@ def func(dstream):
         expected = [[1], [2], [3], [4]]
         self._test_func(input, func, expected)
 
+        # Test occasionally fails without a delay
+        time.sleep(.1)
+
         batchInfosSubmitted = batch_collector.batchInfosSubmitted
         self.assertEqual(len(batchInfosSubmitted), 4)