Reduce Ray / RLlib startup messages (#5368)

This commit is contained in:
Eric Liang
2019-08-05 13:23:54 -07:00
committed by GitHub
parent 67f9e225cf
commit 955154a19d
11 changed files with 20 additions and 20 deletions
+1 -1
View File
@@ -31,7 +31,7 @@ def log_sync_template():
ssh_key = get_ssh_key()
if ssh_key is None:
if not _log_sync_warned:
logger.error("Log sync requires cluster to be setup with "
logger.debug("Log sync requires cluster to be setup with "
"`ray up`.")
_log_sync_warned = True
return
+1 -1
View File
@@ -173,7 +173,7 @@ class TrialRunner(object):
logger.exception(
"Runner restore failed. Restarting experiment.")
else:
logger.info("Starting a new experiment.")
logger.debug("Starting a new experiment.")
self._start_time = time.time()
self._last_checkpoint_time = -float("inf")
+2 -1
View File
@@ -29,6 +29,7 @@ except ImportError:
_pinned_objects = []
PINNED_OBJECT_PREFIX = "ray.tune.PinnedObject:"
START_OF_TIME = time.time()
class UtilMonitor(Thread):
@@ -139,7 +140,7 @@ class warn_if_slow(object):
def __exit__(self, type, value, traceback):
now = time.time()
if now - self.start > 0.1:
if now - self.start > 0.1 and now - START_OF_TIME > 60.0:
logger.warning("The `{}` operation took {} seconds to complete, ".
format(self.name, now - self.start) +
"which may be a performance bottleneck.")