2022-06-14 20:59:15 +00:00
|
|
|
from ray.rllib.execution.concurrency_ops import Concurrently, Enqueue, Dequeue
|
2021-07-20 14:58:13 -04:00
|
|
|
from ray.rllib.execution.learner_thread import LearnerThread
|
2020-09-21 23:03:06 -07:00
|
|
|
from ray.rllib.execution.metric_ops import (
|
2022-06-14 20:59:15 +00:00
|
|
|
StandardMetricsReporting,
|
2020-09-21 23:03:06 -07:00
|
|
|
CollectMetrics,
|
2022-06-14 20:59:15 +00:00
|
|
|
OncePerTimeInterval,
|
|
|
|
OncePerTimestepsElapsed,
|
2022-01-29 18:41:57 -08:00
|
|
|
)
|
2021-07-20 14:58:13 -04:00
|
|
|
from ray.rllib.execution.multi_gpu_learner_thread import MultiGPULearnerThread
|
2022-05-17 13:43:49 +02:00
|
|
|
from ray.rllib.execution.minibatch_buffer import MinibatchBuffer
|
2020-09-21 23:03:06 -07:00
|
|
|
from ray.rllib.execution.replay_ops import (
|
2022-06-14 20:59:15 +00:00
|
|
|
StoreToReplayBuffer,
|
|
|
|
Replay,
|
2020-09-21 23:03:06 -07:00
|
|
|
SimpleReplayBuffer,
|
2022-06-14 20:59:15 +00:00
|
|
|
MixInReplay,
|
2022-01-29 18:41:57 -08:00
|
|
|
)
|
2020-09-21 23:03:06 -07:00
|
|
|
from ray.rllib.execution.rollout_ops import (
|
2022-06-14 20:59:15 +00:00
|
|
|
ParallelRollouts,
|
|
|
|
AsyncGradients,
|
|
|
|
ConcatBatches,
|
|
|
|
SelectExperiences,
|
|
|
|
StandardizeFields,
|
2021-12-21 08:39:05 +01:00
|
|
|
synchronous_parallel_sample,
|
2022-01-29 18:41:57 -08:00
|
|
|
)
|
2022-06-14 20:59:15 +00:00
|
|
|
from ray.rllib.execution.train_ops import (
|
|
|
|
TrainOneStep,
|
|
|
|
MultiGPUTrainOneStep,
|
|
|
|
ComputeGradients,
|
|
|
|
ApplyGradients,
|
|
|
|
AverageGradients,
|
|
|
|
UpdateTargetNetwork,
|
|
|
|
train_one_step,
|
|
|
|
)
|
2020-09-21 23:03:06 -07:00
|
|
|
|
|
|
|
__all__ = [
|
2021-12-21 08:39:05 +01:00
|
|
|
"synchronous_parallel_sample",
|
|
|
|
"train_one_step",
|
2022-06-14 20:59:15 +00:00
|
|
|
"ApplyGradients",
|
|
|
|
"AsyncGradients",
|
|
|
|
"AverageGradients",
|
2020-09-21 23:03:06 -07:00
|
|
|
"CollectMetrics",
|
2022-06-14 20:59:15 +00:00
|
|
|
"ComputeGradients",
|
|
|
|
"ConcatBatches",
|
|
|
|
"Concurrently",
|
|
|
|
"Dequeue",
|
|
|
|
"Enqueue",
|
2021-07-20 14:58:13 -04:00
|
|
|
"LearnerThread",
|
2022-06-14 20:59:15 +00:00
|
|
|
"MixInReplay",
|
2021-07-20 14:58:13 -04:00
|
|
|
"MultiGPULearnerThread",
|
2022-06-14 20:59:15 +00:00
|
|
|
"OncePerTimeInterval",
|
|
|
|
"OncePerTimestepsElapsed",
|
|
|
|
"ParallelRollouts",
|
|
|
|
"Replay",
|
|
|
|
"SelectExperiences",
|
2020-09-21 23:03:06 -07:00
|
|
|
"SimpleReplayBuffer",
|
2022-06-14 20:59:15 +00:00
|
|
|
"StandardMetricsReporting",
|
|
|
|
"StandardizeFields",
|
|
|
|
"StoreToReplayBuffer",
|
|
|
|
"TrainOneStep",
|
|
|
|
"MultiGPUTrainOneStep",
|
|
|
|
"UpdateTargetNetwork",
|
2022-05-17 13:43:49 +02:00
|
|
|
"MinibatchBuffer",
|
2020-09-21 23:03:06 -07:00
|
|
|
]
|