From 1dda659918a74b09540c6c8d06f8223701847b1f Mon Sep 17 00:00:00 2001 From: Anil Choudhary Date: Fri, 5 Jun 2020 18:39:59 +0100 Subject: [PATCH] [tune]TrialRunner wait on global checkpoint syncdown (#8798) --- python/ray/tune/trial_runner.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/ray/tune/trial_runner.py b/python/ray/tune/trial_runner.py index 2a8ba655d..a85476afc 100644 --- a/python/ray/tune/trial_runner.py +++ b/python/ray/tune/trial_runner.py @@ -225,6 +225,7 @@ class TrialRunner: # which may also contain trial checkpoints. We should selectively # sync the necessary files instead. self._syncer.sync_down_if_needed() + self._syncer.wait() if not self.checkpoint_exists(self._local_checkpoint_dir): raise ValueError("Called resume when no checkpoint exists "