hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 18:11:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[RLlib] SAC tuple observation space fix (#17356)

Browse source
This commit is contained in:
Julius Frost 2021-07-28 12:39:28 -04:00 • committed by GitHub
parent 2618236167
commit d7a5ec1830
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 4 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
rllib/agents/sac/sac_tf_model.py
View file

@ -170,7 +170,7 @@ class SACTFModel(TFModelV2):
self.concat_obs_and_actions = True
else:
if isinstance(orig_space, gym.spaces.Tuple):
spaces = orig_space.spaces
spaces = list(orig_space.spaces)
elif isinstance(orig_space, gym.spaces.Dict):
spaces = list(orig_space.spaces.values())
else:

2
rllib/agents/sac/sac_torch_model.py
View file

@ -176,7 +176,7 @@ class SACTorchModel(TorchModelV2, nn.Module):
self.concat_obs_and_actions = True
else:
if isinstance(orig_space, gym.spaces.Tuple):
spaces = orig_space.spaces
spaces = list(orig_space.spaces)
elif isinstance(orig_space, gym.spaces.Dict):
spaces = list(orig_space.spaces.values())
else:

5
rllib/agents/sac/tests/test_sac.py
View file

@ -100,9 +100,8 @@ class TestSAC(unittest.TestCase):
print("Env={}".format(env))
if env == RandomEnv:
config["env_config"] = {
"observation_space": Tuple(
[simple_space,
Discrete(2), image_space]),
"observation_space": Tuple((simple_space, Discrete(2),
image_space)),
"action_space": Box(-1.0, 1.0, shape=(1, )),
}
else: