From 4e01a9ec3831223fd024606d6c8547993fd5935b Mon Sep 17 00:00:00 2001 From: Nikita Vemuri Date: Thu, 21 Jan 2021 17:01:55 -0800 Subject: [PATCH] [Autoscaler] Ensure ubuntu is owner of docker host mount folder (#13579) * change ownership to ubuntu if root * use ssh user in cluster config * formatting Co-authored-by: Nikita Vemuri --- python/ray/autoscaler/_private/command_runner.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/python/ray/autoscaler/_private/command_runner.py b/python/ray/autoscaler/_private/command_runner.py index f328d4fd6..544e8b107 100644 --- a/python/ray/autoscaler/_private/command_runner.py +++ b/python/ray/autoscaler/_private/command_runner.py @@ -632,8 +632,10 @@ class DockerCommandRunner(CommandRunnerInterface): self._get_docker_host_mount_location( self.ssh_command_runner.cluster_name), target.lstrip("/")) + host_mount_location = os.path.dirname(host_destination.rstrip("/")) self.ssh_command_runner.run( - f"mkdir -p {os.path.dirname(host_destination.rstrip('/'))}", + f"mkdir -p {host_mount_location} && chown -R " + f"{self.ssh_command_runner.ssh_user} {host_mount_location}", silent=is_rsync_silent()) self.ssh_command_runner.run_rsync_up( @@ -655,8 +657,10 @@ class DockerCommandRunner(CommandRunnerInterface): host_source = os.path.join( self._get_docker_host_mount_location( self.ssh_command_runner.cluster_name), source.lstrip("/")) + host_mount_location = os.path.dirname(host_source.rstrip("/")) self.ssh_command_runner.run( - f"mkdir -p {os.path.dirname(host_source.rstrip('/'))}", + f"mkdir -p {host_mount_location} && chown -R " + f"{self.ssh_command_runner.ssh_user} {host_mount_location}", silent=is_rsync_silent()) if source[-1] == "/": source += "."