From 3e7ef0420383efd0739f0282ee51d5edb84ea2db Mon Sep 17 00:00:00 2001
From: Maxim Egorushkin <maxim.yegorushkin@gmail.com>
Date: Fri, 25 Mar 2022 15:50:38 +0000
Subject: [PATCH] Don't rsync checkpoint_tmp directories. (#18434)

checkpoint_tmpxxxxxx directories must not be synced from the worker nodes to the head node.

Co-authored-by: Maxim Egorushkin <maxim.egorushkin@gmail.com>
Co-authored-by: Kai Fricke <kai@anyscale.com>
Co-authored-by: Kai Fricke <krfricke@users.noreply.github.com>
---
 python/ray/tune/syncer.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/ray/tune/syncer.py b/python/ray/tune/syncer.py
index 37dc2dc57..46c70a652 100644
--- a/python/ray/tune/syncer.py
+++ b/python/ray/tune/syncer.py
@@ -129,6 +129,7 @@ def log_sync_template(options: str = ""):
 
     rsh = "ssh -i {ssh_key} -o ConnectTimeout=120s -o StrictHostKeyChecking=no"
     rsh = rsh.format(ssh_key=quote(ssh_key))
+    options += " --exclude='checkpoint_tmp*'"
     template = "rsync {options} -savz -e {rsh} {{source}} {{target}}"
     return template.format(options=options, rsh=quote(rsh))