diff --git a/python/requirements.txt b/python/requirements.txt
index 5b870655f..1288bf4ba 100644
--- a/python/requirements.txt
+++ b/python/requirements.txt
@@ -31,7 +31,7 @@ virtualenv
 ## setup.py extras
 dm_tree
 flask
-gym>=0.21.0; python_version >= '3.7'
+gym>=0.21.0,<0.22.0; python_version >= '3.7'
 gym==0.19.0; python_version < '3.7'
 lz4
 scikit-image
diff --git a/python/requirements/ml/requirements_rllib.txt b/python/requirements/ml/requirements_rllib.txt
index e55991c07..1c8da9a97 100644
--- a/python/requirements/ml/requirements_rllib.txt
+++ b/python/requirements/ml/requirements_rllib.txt
@@ -4,7 +4,7 @@
 # ---------------------
 # Atari
 autorom[accept-rom-license]
-gym[atari]>=0.21.0; python_version >= '3.7'
+gym[atari]>=0.21.0,<0.22.0; python_version >= '3.7'
 gym[atari]==0.19.0; python_version < '3.7'
 # Kaggle envs.
 kaggle_environments==1.7.11
diff --git a/python/setup.py b/python/setup.py
index 8a6c75c95..bd170fe28 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -245,7 +245,7 @@ if setup_spec.type == SetupType.RAY:
 
     setup_spec.extras["rllib"] = setup_spec.extras["tune"] + [
         "dm_tree",
-        "gym",
+        "gym<0.22",
         "lz4",
         # matplotlib (dependency of scikit-image) 3.4.3 breaks docker build
         # Todo: Remove this when safe?