mirror of
https://github.com/vale981/ray
synced 2025-03-06 10:31:39 -05:00
27 lines
872 B
Python
27 lines
872 B
Python
from ray.rllib.models.modelv2 import ModelV2
|
|
from ray.rllib.models.tf.tf_modelv2 import TFModelV2
|
|
from ray.rllib.models.torch.torch_modelv2 import TorchModelV2
|
|
from ray.rllib.utils.annotations import override
|
|
from ray.rllib.utils.framework import try_import_tf
|
|
|
|
_, tf, _ = try_import_tf()
|
|
|
|
|
|
class NoopModel(TFModelV2):
|
|
"""Trivial model that just returns the obs flattened.
|
|
|
|
This is the model used if use_state_preprocessor=False."""
|
|
|
|
@override(ModelV2)
|
|
def forward(self, input_dict, state, seq_lens):
|
|
return tf.cast(input_dict["obs_flat"], tf.float32), state
|
|
|
|
|
|
class TorchNoopModel(TorchModelV2):
|
|
"""Trivial model that just returns the obs flattened.
|
|
|
|
This is the model used if use_state_preprocessor=False."""
|
|
|
|
@override(ModelV2)
|
|
def forward(self, input_dict, state, seq_lens):
|
|
return input_dict["obs_flat"].float(), state
|