diff --git a/rllib/BUILD b/rllib/BUILD
index 43f7cbb57..cc500ce19 100644
--- a/rllib/BUILD
+++ b/rllib/BUILD
@@ -1946,9 +1946,9 @@ py_test(
     name = "examples/two_step_game_maddpg",
     main = "examples/two_step_game.py",
     tags = ["examples", "examples_T"],
-    size = "large",
+    size = "small",
     srcs = ["examples/two_step_game.py"],
-    args = ["--stop-timesteps=2000", "--run=contrib/MADDPG"]
+    args = ["--as-test", "--stop-reward=7.5", "--run=contrib/MADDPG"]
 )
 
 py_test(