mirror of
https://github.com/vale981/ray
synced 2025-03-08 11:31:40 -05:00
14 lines
445 B
Python
14 lines
445 B
Python
|
from ray.rllib.models.modelv2 import ModelV2
|
||
|
|
from ray.rllib.models.torch.torch_modelv2 import TorchModelV2
|
||
|
|
from ray.rllib.utils.annotations import override
|
||
|
|
|
||
|
|
|
||
|
|
class TorchNoopModel(TorchModelV2):
|
||
|
|
"""Trivial model that just returns the obs flattened.
|
||
|
|
|
||
|
|
This is the model used if use_state_preprocessor=False."""
|
||
|
|
|
||
|
|
@override(ModelV2)
|
||
|
|
def forward(self, input_dict, state, seq_lens):
|
||
|
|
return input_dict["obs_flat"].float(), state
|