From f60d77d78e531551d0a828ebba264187e6501951 Mon Sep 17 00:00:00 2001 From: Richard Liaw Date: Thu, 1 Oct 2020 17:07:13 -0700 Subject: [PATCH] [tune] Fix GPU thread leakage --- python/ray/tune/trainable.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/ray/tune/trainable.py b/python/ray/tune/trainable.py index 62d1fdee8..d848d8ae5 100644 --- a/python/ray/tune/trainable.py +++ b/python/ray/tune/trainable.py @@ -637,6 +637,9 @@ class Trainable: """ self._result_logger.flush() self._result_logger.close() + if self._monitor.is_alive(): + self._monitor.stop() + self._monitor.join() self.cleanup() self._close_logfiles()