hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-06 02:21:39 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[RLlib] Issue 16683: Fix last infos dict (#16999).

Browse source
This commit is contained in:
Kai Fricke 2021-07-13 17:33:48 +02:00 • committed by GitHub
parent f7759fa484
commit 3380b68b54
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
rllib/env/base_env.py vendored
View file

@ -479,6 +479,8 @@ class _MultiAgentEnvState:
dones = self.last_dones
self.last_dones = {}
self.last_obs = {}
infos = self.last_infos
self.last_infos = {}
# Only release those agents' rewards/dones/infos, whose
# observations we have.
else:
@ -489,6 +491,9 @@ class _MultiAgentEnvState:
if ag in self.last_dones:
dones[ag] = self.last_dones[ag]
del self.last_dones[ag]
if ag in self.last_infos:
infos[ag] = self.last_infos[ag]
del self.last_infos[ag]
self.last_dones["__all__"] = False
self.last_infos = {}