wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-06-28 09:29:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

[autoscaler] Ray Up url-arg (#8279)

Browse Source
This commit is contained in:
Joseph Lucas
2020-05-17 15:18:00 -04:00
committed by GitHub
parent 2f01776d09
commit 42c9fa19d1
2 changed files with 29 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/scripts/scripts.py
+12
View File
@@ -7,6 +7,8 @@ import os
import subprocess
import sys
import time
import urllib
import urllib.parse
import ray.services as services
from ray.autoscaler.commands import (
@@ -566,6 +568,16 @@ def create_or_update(cluster_config_file, min_workers, max_workers, no_restart,
if restart_only or no_restart:
assert restart_only != no_restart, "Cannot set both 'restart_only' " \
"and 'no_restart' at the same time!"
if urllib.parse.urlparse(cluster_config_file).scheme in ("http", "https"):
try:
response = urllib.request.urlopen(cluster_config_file, timeout=5)
content = response.read()
file_name = cluster_config_file.split("/")[-1]
with open(file_name, "wb") as f:
f.write(content)
cluster_config_file = file_name
except urllib.error.HTTPError as e:
logger.info("Error downloading file: ", e)
create_or_update_cluster(cluster_config_file, min_workers, max_workers,
no_restart, restart_only, yes, cluster_name)