from gym.spaces import Box
import unittest

import ray
import ray.rllib.agents.dreamer as dreamer
from ray.rllib.examples.env.random_env import RandomEnv
from ray.rllib.utils.test_utils import framework_iterator


class TestDreamer(unittest.TestCase):
    """Sanity tests for DreamerTrainer."""

    def setUp(self):
        ray.init()

    def tearDown(self):
        ray.shutdown()

    def test_dreamer_compilation(self):
        """Test whether an DreamerTrainer can be built with all frameworks."""
        config = dreamer.DEFAULT_CONFIG.copy()
        config["env_config"] = {
            "observation_space": Box(-1.0, 1.0, (3, 64, 64)),
            "action_space": Box(-1.0, 1.0, (3, ))
        }
        # Num episode chunks per batch.
        config["batch_size"] = 2
        # Length (ts) of an episode chunk in a batch.
        config["batch_length"] = 20
        # Sub-iterations per .train() call.
        config["dreamer_train_iters"] = 4

        num_iterations = 1

        # Test against all frameworks.
        for _ in framework_iterator(config, frameworks="torch"):
            trainer = dreamer.DREAMERTrainer(config=config, env=RandomEnv)
            for i in range(num_iterations):
                results = trainer.train()
                print(results)
            # check_compute_single_action(trainer, include_state=True)
            trainer.stop()


if __name__ == "__main__":
    import pytest
    import sys
    sys.exit(pytest.main(["-v", __file__]))