[tune] clean up population based training prototype (#1478)

* patch up pbt * Sat Jan 27 01:00:03 PST 2018 * Sat Jan 27 01:04:14 PST 2018 * Sat Jan 27 01:04:21 PST 2018 * Sat Jan 27 01:15:15 PST 2018 * Sat Jan 27 01:15:42 PST 2018 * Sat Jan 27 01:16:14 PST 2018 * Sat Jan 27 01:38:42 PST 2018 * Sat Jan 27 01:39:21 PST 2018 * add pbt * Sat Jan 27 01:41:19 PST 2018 * Sat Jan 27 01:44:21 PST 2018 * Sat Jan 27 01:45:46 PST 2018 * Sat Jan 27 16:54:42 PST 2018 * Sat Jan 27 16:57:53 PST 2018 * clean up test * Sat Jan 27 18:01:15 PST 2018 * Sat Jan 27 18:02:54 PST 2018 * Sat Jan 27 18:11:18 PST 2018 * Sat Jan 27 18:11:55 PST 2018 * Sat Jan 27 18:14:09 PST 2018 * review * try out a ppo example * some tweaks to ppo example * add postprocess hook * Sun Jan 28 15:00:40 PST 2018 * clean up custom explore fn * Sun Jan 28 15:10:21 PST 2018 * Sun Jan 28 15:14:53 PST 2018 * Sun Jan 28 15:17:04 PST 2018 * Sun Jan 28 15:33:13 PST 2018 * Sun Jan 28 15:56:40 PST 2018 * Sun Jan 28 15:57:36 PST 2018 * Sun Jan 28 16:00:35 PST 2018 * Sun Jan 28 16:02:58 PST 2018 * Sun Jan 28 16:29:50 PST 2018 * Sun Jan 28 16:30:36 PST 2018 * Sun Jan 28 16:31:44 PST 2018 * improve tune doc * concepts * update humanoid * Fri Feb 2 18:03:33 PST 2018 * fix example * show error file
2026-07-26 13:37:24 +08:00 · 2018-02-02 23:03:12 -08:00
parent a936468f99
commit b948405532
22 changed files with 697 additions and 287 deletions
@@ -0,0 +1,103 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import unittest
+import socket
+
+import ray
+from ray.rllib import _register_all
+from ray.tune.trial import Trial, Resources
+from ray.tune.web_server import TuneClient
+from ray.tune.trial_runner import TrialRunner
+
+
+def get_valid_port():
+    port = 4321
+    while True:
+        try:
+            print("Trying port", port)
+            port_test_socket = socket.socket()
+            port_test_socket.bind(("127.0.0.1", port))
+            port_test_socket.close()
+            break
+        except socket.error:
+            port += 1
+    return port
+
+
+class TuneServerSuite(unittest.TestCase):
+    def basicSetup(self):
+        ray.init(num_cpus=4, num_gpus=1)
+        port = get_valid_port()
+        self.runner = TrialRunner(
+            launch_web_server=True, server_port=port)
+        runner = self.runner
+        kwargs = {
+            "stopping_criterion": {"training_iteration": 3},
+            "resources": Resources(cpu=1, gpu=1),
+        }
+        trials = [
+            Trial("__fake", **kwargs),
+            Trial("__fake", **kwargs)]
+        for t in trials:
+            runner.add_trial(t)
+        client = TuneClient("localhost:{}".format(port))
+        return runner, client
+
+    def tearDown(self):
+        print("Tearing down....")
+        try:
+            self.runner._server.shutdown()
+            self.runner = None
+        except Exception as e:
+            print(e)
+        ray.worker.cleanup()
+        _register_all()
+
+    def testAddTrial(self):
+        runner, client = self.basicSetup()
+        for i in range(3):
+            runner.step()
+        spec = {
+            "run": "__fake",
+            "stop": {"training_iteration": 3},
+            "resources": dict(cpu=1, gpu=1),
+        }
+        client.add_trial("test", spec)
+        runner.step()
+        all_trials = client.get_all_trials()["trials"]
+        runner.step()
+        self.assertEqual(len(all_trials), 3)
+
+    def testGetTrials(self):
+        runner, client = self.basicSetup()
+        for i in range(3):
+            runner.step()
+        all_trials = client.get_all_trials()["trials"]
+        self.assertEqual(len(all_trials), 2)
+        tid = all_trials[0]["id"]
+        client.get_trial(tid)
+        runner.step()
+        self.assertEqual(len(all_trials), 2)
+
+    def testStopTrial(self):
+        """Check if Stop Trial works"""
+        runner, client = self.basicSetup()
+        for i in range(2):
+            runner.step()
+        all_trials = client.get_all_trials()["trials"]
+        self.assertEqual(
+            len([t for t in all_trials if t["status"] == Trial.RUNNING]), 1)
+
+        tid = [t for t in all_trials if t["status"] == Trial.RUNNING][0]["id"]
+        client.stop_trial(tid)
+        runner.step()
+
+        all_trials = client.get_all_trials()["trials"]
+        self.assertEqual(
+            len([t for t in all_trials if t["status"] == Trial.RUNNING]), 0)
+
+
+if __name__ == "__main__":
+    unittest.main(verbosity=2)