From 56e7800e0b30fa28b40e10285a7bef3bed111edb Mon Sep 17 00:00:00 2001 From: Artur Niederfahrenhorst Date: Tue, 23 Aug 2022 19:07:32 +0200 Subject: [PATCH] [RLlib] Tolerate nan metrics in LearnerInfoBuilder. (#27981) --- rllib/utils/metrics/learner_info.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/rllib/utils/metrics/learner_info.py b/rllib/utils/metrics/learner_info.py index 6f96d6956..c3d0672ed 100644 --- a/rllib/utils/metrics/learner_info.py +++ b/rllib/utils/metrics/learner_info.py @@ -106,5 +106,7 @@ def _all_tower_reduce(path, *tower_data): # Max stats: Reduce max. elif path[-1].startswith("max_"): return np.nanmax(tower_data) + if np.isnan(tower_data).all(): + return np.nan # Everything else: Reduce mean. return np.nanmean(tower_data)