diff --git a/python/ray/tune/tests/test_progress_reporter.py b/python/ray/tune/tests/test_progress_reporter.py
index 6796bd16b..83e930153 100644
--- a/python/ray/tune/tests/test_progress_reporter.py
+++ b/python/ray/tune/tests/test_progress_reporter.py
@@ -1,3 +1,4 @@
+import pytest
 import collections
 import subprocess
 import tempfile
@@ -211,6 +212,7 @@ class ProgressReporterTest(unittest.TestCase):
         print(prog2)
         assert prog2 == EXPECTED_RESULT_2
 
+    @pytest.mark.skip("Very flaky in CI.")
     def testEndToEndReporting(self):
         with tempfile.NamedTemporaryFile(suffix=".py") as f:
             f.write(END_TO_END_COMMAND.encode("utf-8"))
@@ -228,6 +230,5 @@ class ProgressReporterTest(unittest.TestCase):
 
 
 if __name__ == "__main__":
-    import pytest
     import sys
     sys.exit(pytest.main(["-v", __file__]))