diff --git a/python/requirements/ml/requirements_tune.txt b/python/requirements/ml/requirements_tune.txt
index de6b596f6..8de9ff9ca 100644
--- a/python/requirements/ml/requirements_tune.txt
+++ b/python/requirements/ml/requirements_tune.txt
@@ -40,6 +40,6 @@ zoopt==0.4.1
 
 # Dependencies for Hugging Face examples:
 # `python/ray/train/examples/transformers/transformers_example.py`
-accelerate==0.3.0
+accelerate==0.5.1
 datasets==1.11.0
 sentencepiece==0.1.96