skip failure

Author: zhengruifeng

python/pyspark/sql/tests/streaming/test_streaming.py

@@ -16,9 +16,11 @@
 #
 
 import os
+import platform
 import shutil
 import tempfile
 import time
+import unittest
 
 from pyspark.sql import Row
 from pyspark.sql.functions import lit
@@ -503,6 +505,9 @@ def test_streaming_drop_duplicate_within_watermark(self):
         self.assertTrue(len(result) >= 6 and len(result) <= 9)
 
 
+@unittest.skipIf(
+    "pypy" in platform.python_implementation().lower(), "cannot run in environment pypy"
+)
 class StreamingTests(StreamingTestsMixin, ReusedSQLTestCase):
     def _assert_exception_tree_contains_msg(self, exception, msg):
         e = exception
@@ -514,7 +519,6 @@ def _assert_exception_tree_contains_msg(self, exception, msg):
 
 
 if __name__ == "__main__":
-    import unittest
     from pyspark.sql.tests.streaming.test_streaming import *  # noqa: F401
 
     try:

python/pyspark/streaming/tests/test_context.py

@@ -15,14 +15,19 @@
 # limitations under the License.
 #
 import os
+import platform
 import struct
 import tempfile
 import time
+import unittest
 
 from pyspark.streaming import StreamingContext
 from pyspark.testing.streamingutils import PySparkStreamingTestCase
 
 
+@unittest.skipIf(
+    "pypy" in platform.python_implementation().lower(), "cannot run in environment pypy"
+)
 class StreamingContextTests(PySparkStreamingTestCase):
     duration = 0.1
     setupCalled = False
@@ -171,7 +176,6 @@ def test_await_termination_or_timeout(self):
 
 
 if __name__ == "__main__":
-    import unittest
     from pyspark.streaming.tests.test_context import *  # noqa: F401
 
     try: