hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-05 18:11:42 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

[RLlib] TupleActions cannot be exported by Policy: Fixes issues 7231 and 5593. #7333

Browse source
This commit is contained in:
Sven Mika 2020-02-27 00:22:54 +01:00 • committed by GitHub
parent b310661338
commit aec03656d5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
2 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
rllib/policy/tf_policy.py
View file

@ -493,8 +493,10 @@ class TFPolicy(Policy):
# build output signatures
output_signature = self._extra_output_signature_def()
output_signature["actions"] = \
tf.saved_model.utils.build_tensor_info(self._sampled_action)
for i, a in enumerate(tf.nest.flatten(self._sampled_action)):
output_signature["actions_{}".format(i)] = \
tf.saved_model.utils.build_tensor_info(a)
for state_output in self._state_outputs:
output_signature[state_output.name] = \
tf.saved_model.utils.build_tensor_info(state_output)

2
rllib/tests/test_checkpoint_restore.py
View file

@ -80,7 +80,7 @@ def test_ckpt_restore(use_object_store, alg_name, failures):
else:
alg2.restore(alg1.save())
for _ in range(10):
for _ in range(5):
if "DDPG" in alg_name or "SAC" in alg_name:
obs = np.clip(
np.random.uniform(size=3),