[Tune] Introduced patience to early stopping (#8484)

This commit is contained in:
Luca Cappelletti
2020-05-18 13:12:16 -07:00
committed by GitHub
parent d1ef70da16
commit 5b330de182
2 changed files with 40 additions and 3 deletions
+10
View File
@@ -500,6 +500,8 @@ class TrainableFunctionApiTest(unittest.TestCase):
EarlyStopping("test", top="0")
with self.assertRaises(ValueError):
EarlyStopping("test", std=0)
with self.assertRaises(ValueError):
EarlyStopping("test", patience=-1)
with self.assertRaises(ValueError):
EarlyStopping("test", std="0")
with self.assertRaises(ValueError):
@@ -512,6 +514,14 @@ class TrainableFunctionApiTest(unittest.TestCase):
all(t.status == Trial.TERMINATED for t in analysis.trials))
self.assertTrue(len(analysis.dataframe()) <= top)
patience = 10
stopper = EarlyStopping("test", top=top, mode="min", patience=patience)
analysis = tune.run(train, num_samples=100, stop=stopper)
self.assertTrue(
all(t.status == Trial.TERMINATED for t in analysis.trials))
self.assertTrue(len(analysis.dataframe()) <= patience)
stopper = EarlyStopping("test", top=top, mode="min")
analysis = tune.run(train, num_samples=10, stop=stopper)