2020-02-19 16:07:37 -08:00
|
|
|
import unittest
|
|
|
|
|
|
|
|
import ray
|
2020-03-02 15:16:37 -08:00
|
|
|
from ray.rllib.agents.a3c import A2CTrainer
|
2020-02-19 16:07:37 -08:00
|
|
|
|
|
|
|
|
|
|
|
class TestA2C(unittest.TestCase):
|
2020-03-02 15:16:37 -08:00
|
|
|
"""Sanity tests for A2C pipeline."""
|
2020-02-19 16:07:37 -08:00
|
|
|
|
|
|
|
def setUp(self):
|
|
|
|
ray.init()
|
|
|
|
|
|
|
|
def tearDown(self):
|
|
|
|
ray.shutdown()
|
|
|
|
|
|
|
|
def test_a2c_pipeline(ray_start_regular):
|
2020-03-02 15:16:37 -08:00
|
|
|
trainer = A2CTrainer(
|
|
|
|
env="CartPole-v0",
|
|
|
|
config={
|
|
|
|
"min_iter_time_s": 0,
|
|
|
|
"use_pipeline_impl": True
|
|
|
|
})
|
2020-02-19 16:07:37 -08:00
|
|
|
assert isinstance(trainer.train(), dict)
|
|
|
|
|
|
|
|
def test_a2c_pipeline_microbatch(ray_start_regular):
|
2020-03-02 15:16:37 -08:00
|
|
|
trainer = A2CTrainer(
|
2020-02-19 16:07:37 -08:00
|
|
|
env="CartPole-v0",
|
|
|
|
config={
|
|
|
|
"min_iter_time_s": 0,
|
2020-03-02 15:16:37 -08:00
|
|
|
"microbatch_size": 10,
|
|
|
|
"use_pipeline_impl": True,
|
2020-02-19 16:07:37 -08:00
|
|
|
})
|
|
|
|
assert isinstance(trainer.train(), dict)
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
import pytest
|
|
|
|
import sys
|
|
|
|
sys.exit(pytest.main(["-v", __file__]))
|