diff --git a/ci/asan_tests/ray-project/requirements.txt b/ci/asan_tests/ray-project/requirements.txt
index 5de89c89c..351ffbb06 100644
--- a/ci/asan_tests/ray-project/requirements.txt
+++ b/ci/asan_tests/ray-project/requirements.txt
@@ -12,7 +12,7 @@ kubernetes
 lxml
 networkx
 numba
-opencv-python-headless
+opencv-python-headless==4.3.0.36
 openpyxl
 pandas==0.24.2
 Pillow
diff --git a/doc/requirements-doc.txt b/doc/requirements-doc.txt
index 6da2470cf..18d73244f 100644
--- a/doc/requirements-doc.txt
+++ b/doc/requirements-doc.txt
@@ -7,7 +7,7 @@ flatbuffers
 jsonschema
 mock
 numpy
-opencv-python-headless
+opencv-python-headless==4.3.0.36
 pandas
 pickle5
 pillow
diff --git a/docker/examples/Dockerfile b/docker/examples/Dockerfile
index 50751ce9d..174ad0956 100644
--- a/docker/examples/Dockerfile
+++ b/docker/examples/Dockerfile
@@ -7,7 +7,7 @@ RUN conda install -y numpy
 # Needed to run Tune example with a 'plot' call - which does not actually render a plot, but throws an error.
 RUN apt-get install -y zlib1g-dev libgl1-mesa-dev libgtk2.0-dev
 RUN pip install -U pip
-RUN pip install gym[atari] opencv-python-headless tensorflow lz4 pytest-timeout smart_open tensorflow_probability dm_tree
+RUN pip install gym[atari] opencv-python-headless==4.3.0.36 tensorflow lz4 pytest-timeout smart_open tensorflow_probability dm_tree
 RUN pip install -U h5py  # Mutes FutureWarnings
 RUN pip install --upgrade bayesian-optimization hyperopt
 RUN pip install ConfigSpace==0.4.10
diff --git a/python/ray/tune/requirements-dev.txt b/python/ray/tune/requirements-dev.txt
index 337ed15fd..2da8e9bf9 100644
--- a/python/ray/tune/requirements-dev.txt
+++ b/python/ray/tune/requirements-dev.txt
@@ -1,7 +1,7 @@
 flake8==3.7.7
 flake8-quotes
 gym
-opencv-python
+opencv-python-headless==4.3.0.36
 pandas
 requests
 tabulate
diff --git a/python/requirements.txt b/python/requirements.txt
index 45b3c711a..0736046f4 100644
--- a/python/requirements.txt
+++ b/python/requirements.txt
@@ -31,7 +31,7 @@ dm_tree
 flask
 gym[atari]
 lz4
-opencv-python-headless
+opencv-python-headless==4.3.0.36
 pandas==1.0.5
 scipy==1.4.1
 tabulate
diff --git a/python/setup.py b/python/setup.py
index 141df7357..64623177b 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -119,7 +119,7 @@ extras["rllib"] = extras["tune"] + [
     "dm_tree",
     "gym[atari]",
     "lz4",
-    "opencv-python-headless",
+    "opencv-python-headless<=4.3.0.36",
     "pyyaml",
     "scipy",
 ]