[RLlib] Small Ape-X deflake. (#26078)

This commit is contained in:
Artur Niederfahrenhorst 2022-06-29 14:06:42 +02:00 committed by GitHub
parent de0ccc1dfc
commit 11a549d4bd
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -123,7 +123,7 @@ class TestApexDQN(unittest.TestCase):
lr_schedule=[[0, 0.2], [100, 0.001]],
)
.reporting(
min_sample_timesteps_per_iteration=10,
min_train_timesteps_per_iteration=10,
# 0 metrics reporting delay, this makes sure timestep,
# which lr depends on, is updated after each worker rollout.
min_time_s_per_iteration=0,