mirror of
https://github.com/wassname/ray.git
synced 2026-09-12 12:51:15 +08:00
Reduce Ray / RLlib startup messages (#5368)
This commit is contained in:
@@ -31,7 +31,7 @@ def log_sync_template():
|
||||
ssh_key = get_ssh_key()
|
||||
if ssh_key is None:
|
||||
if not _log_sync_warned:
|
||||
logger.error("Log sync requires cluster to be setup with "
|
||||
logger.debug("Log sync requires cluster to be setup with "
|
||||
"`ray up`.")
|
||||
_log_sync_warned = True
|
||||
return
|
||||
|
||||
@@ -173,7 +173,7 @@ class TrialRunner(object):
|
||||
logger.exception(
|
||||
"Runner restore failed. Restarting experiment.")
|
||||
else:
|
||||
logger.info("Starting a new experiment.")
|
||||
logger.debug("Starting a new experiment.")
|
||||
|
||||
self._start_time = time.time()
|
||||
self._last_checkpoint_time = -float("inf")
|
||||
|
||||
@@ -29,6 +29,7 @@ except ImportError:
|
||||
|
||||
_pinned_objects = []
|
||||
PINNED_OBJECT_PREFIX = "ray.tune.PinnedObject:"
|
||||
START_OF_TIME = time.time()
|
||||
|
||||
|
||||
class UtilMonitor(Thread):
|
||||
@@ -139,7 +140,7 @@ class warn_if_slow(object):
|
||||
|
||||
def __exit__(self, type, value, traceback):
|
||||
now = time.time()
|
||||
if now - self.start > 0.1:
|
||||
if now - self.start > 0.1 and now - START_OF_TIME > 60.0:
|
||||
logger.warning("The `{}` operation took {} seconds to complete, ".
|
||||
format(self.name, now - self.start) +
|
||||
"which may be a performance bottleneck.")
|
||||
|
||||
Reference in New Issue
Block a user