2021-10-18 22:27:46 -07:00
|
|
|
|
|
|
|
.. _train-api:
|
|
|
|
|
|
|
|
Ray Train API
|
|
|
|
=============
|
|
|
|
|
|
|
|
.. _train-api-trainer:
|
|
|
|
|
|
|
|
Trainer
|
|
|
|
-------
|
|
|
|
|
|
|
|
.. autoclass:: ray.train.Trainer
|
|
|
|
:members:
|
|
|
|
|
|
|
|
.. _train-api-iterator:
|
|
|
|
|
|
|
|
TrainingIterator
|
|
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autoclass:: ray.train.TrainingIterator
|
|
|
|
:members:
|
|
|
|
|
|
|
|
.. _train-api-backend-config:
|
|
|
|
|
|
|
|
Backend Configurations
|
|
|
|
----------------------
|
|
|
|
|
|
|
|
.. _train-api-torch-config:
|
|
|
|
|
|
|
|
TorchConfig
|
|
|
|
~~~~~~~~~~~
|
|
|
|
|
2021-11-13 11:05:53 -08:00
|
|
|
.. autoclass:: ray.train.torch.TorchConfig
|
2021-10-18 22:27:46 -07:00
|
|
|
|
|
|
|
.. _train-api-tensorflow-config:
|
|
|
|
|
|
|
|
TensorflowConfig
|
|
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
|
2021-11-13 11:05:53 -08:00
|
|
|
.. autoclass:: ray.train.tensorflow.TensorflowConfig
|
2021-10-18 22:27:46 -07:00
|
|
|
|
|
|
|
.. _train-api-horovod-config:
|
|
|
|
|
|
|
|
HorovodConfig
|
|
|
|
~~~~~~~~~~~~~
|
|
|
|
|
2021-11-13 11:05:53 -08:00
|
|
|
.. autoclass:: ray.train.horovod.HorovodConfig
|
2021-10-18 22:27:46 -07:00
|
|
|
|
|
|
|
|
|
|
|
Callbacks
|
|
|
|
---------
|
|
|
|
|
|
|
|
.. _train-api-callback:
|
|
|
|
|
|
|
|
TrainingCallback
|
|
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autoclass:: ray.train.TrainingCallback
|
|
|
|
:members:
|
|
|
|
|
|
|
|
.. _train-api-json-logger-callback:
|
|
|
|
|
|
|
|
JsonLoggerCallback
|
|
|
|
~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autoclass:: ray.train.callbacks.JsonLoggerCallback
|
|
|
|
|
|
|
|
.. _train-api-tbx-logger-callback:
|
|
|
|
|
|
|
|
TBXLoggerCallback
|
|
|
|
~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autoclass:: ray.train.callbacks.TBXLoggerCallback
|
|
|
|
|
|
|
|
Checkpointing
|
|
|
|
-------------
|
|
|
|
|
|
|
|
.. _train-api-checkpoint-strategy:
|
|
|
|
|
|
|
|
CheckpointStrategy
|
|
|
|
~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autoclass:: ray.train.CheckpointStrategy
|
|
|
|
|
|
|
|
Training Function Utilities
|
|
|
|
---------------------------
|
|
|
|
|
|
|
|
train.report
|
|
|
|
~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.report
|
|
|
|
|
|
|
|
train.load_checkpoint
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.load_checkpoint
|
|
|
|
|
|
|
|
train.save_checkpoint
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.save_checkpoint
|
|
|
|
|
|
|
|
train.world_rank
|
|
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.world_rank
|
|
|
|
|
|
|
|
train.local_rank
|
|
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
|
2021-11-15 07:34:17 -08:00
|
|
|
.. autofunction:: ray.train.local_rank
|
|
|
|
|
|
|
|
train.world_size
|
|
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.world_size
|
|
|
|
|
|
|
|
PyTorch Training Function Utilities
|
|
|
|
-----------------------------------
|
|
|
|
|
|
|
|
train.torch.prepare_model
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.torch.prepare_model
|
|
|
|
|
|
|
|
train.torch.prepare_data_loader
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.torch.prepare_data_loader
|
|
|
|
|
|
|
|
train.torch.get_device
|
|
|
|
~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
|
|
|
|
.. autofunction:: ray.train.torch.get_device
|