mirror of
https://github.com/vale981/ray
synced 2025-03-09 12:56:46 -04:00
8119b62640
* [train] Add TorchTensorboardProfilerCallback and introduce ResultsPreprocessors * simplify profiler * read on get_and_clear_profile_traces * refactor callbacks * remove var * Update python/ray/train/callbacks/logging.py Co-authored-by: Antoni Baum <antoni.baum@protonmail.com> * Update python/ray/train/callbacks/results_prepocessors/keys.py Co-authored-by: Antoni Baum <antoni.baum@protonmail.com> * address comments; add tests * fix test * address comments * docs * address comments' * fix test Co-authored-by: Antoni Baum <antoni.baum@protonmail.com>
176 lines
No EOL
3 KiB
ReStructuredText
176 lines
No EOL
3 KiB
ReStructuredText
|
|
.. _train-api:
|
|
|
|
Ray Train API
|
|
=============
|
|
|
|
.. _train-api-trainer:
|
|
|
|
Trainer
|
|
-------
|
|
|
|
.. autoclass:: ray.train.Trainer
|
|
:members:
|
|
|
|
.. _train-api-iterator:
|
|
|
|
TrainingIterator
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.TrainingIterator
|
|
:members:
|
|
|
|
.. _train-api-backend-config:
|
|
|
|
Backend Configurations
|
|
----------------------
|
|
|
|
.. _train-api-torch-config:
|
|
|
|
TorchConfig
|
|
~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.torch.TorchConfig
|
|
|
|
.. _train-api-tensorflow-config:
|
|
|
|
TensorflowConfig
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.tensorflow.TensorflowConfig
|
|
|
|
.. _train-api-horovod-config:
|
|
|
|
HorovodConfig
|
|
~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.horovod.HorovodConfig
|
|
|
|
|
|
Callbacks
|
|
---------
|
|
|
|
.. _train-api-callback:
|
|
|
|
TrainingCallback
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.TrainingCallback
|
|
:members:
|
|
|
|
.. _train-api-print-callback:
|
|
|
|
PrintCallback
|
|
~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.callbacks.PrintCallback
|
|
|
|
.. _train-api-json-logger-callback:
|
|
|
|
JsonLoggerCallback
|
|
~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.callbacks.JsonLoggerCallback
|
|
|
|
.. _train-api-tbx-logger-callback:
|
|
|
|
TBXLoggerCallback
|
|
~~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.callbacks.TBXLoggerCallback
|
|
|
|
.. _train-api-mlflow-logger-callback:
|
|
|
|
MLflowLoggerCallback
|
|
~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.callbacks.MLflowLoggerCallback
|
|
|
|
ResultsPreprocessors
|
|
~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. _train-api-results-preprocessor:
|
|
|
|
ResultsPreprocessor
|
|
+++++++++++++++++++
|
|
|
|
.. autoclass:: ray.train.callbacks.results_preprocessors.ResultsPreprocessor
|
|
:members:
|
|
|
|
SequentialResultsPreprocessor
|
|
+++++++++++++++++++++++++++++++
|
|
|
|
.. autoclass:: ray.train.callbacks.results_preprocessors.SequentialResultsPreprocessor
|
|
|
|
IndexedResultsPreprocessor
|
|
+++++++++++++++++++++++++++++++
|
|
|
|
.. autoclass:: ray.train.callbacks.results_preprocessors.IndexedResultsPreprocessor
|
|
|
|
ExcludedKeysResultsPreprocessor
|
|
+++++++++++++++++++++++++++++++
|
|
|
|
.. autoclass:: ray.train.callbacks.results_preprocessors.ExcludedKeysResultsPreprocessor
|
|
|
|
Checkpointing
|
|
-------------
|
|
|
|
.. _train-api-checkpoint-strategy:
|
|
|
|
CheckpointStrategy
|
|
~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autoclass:: ray.train.CheckpointStrategy
|
|
|
|
Training Function Utilities
|
|
---------------------------
|
|
|
|
train.report
|
|
~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.report
|
|
|
|
train.load_checkpoint
|
|
~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.load_checkpoint
|
|
|
|
train.save_checkpoint
|
|
~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.save_checkpoint
|
|
|
|
train.world_rank
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.world_rank
|
|
|
|
train.local_rank
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.local_rank
|
|
|
|
train.world_size
|
|
~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.world_size
|
|
|
|
.. _train-api-torch-utils:
|
|
|
|
PyTorch Training Function Utilities
|
|
-----------------------------------
|
|
|
|
train.torch.prepare_model
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.torch.prepare_model
|
|
|
|
train.torch.prepare_data_loader
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.torch.prepare_data_loader
|
|
|
|
train.torch.get_device
|
|
~~~~~~~~~~~~~~~~~~~~~~
|
|
|
|
.. autofunction:: ray.train.torch.get_device |