[tune] Experiment Management API (#1328)

* init for exposing external interface * revisions * http server * small * simplify * ui * fixes * test * nit * nit * merge * untested * nits * nit * init tests * tests * more tests * nit * fix hyperband * cleanup * nits * good stuff * cleanup * comments and need to test * nit * notebook * testing * test and expose server * server_tests * docs * periods * fix tests * committing test * fi
2026-09-09 11:32:43 +08:00 · 2018-01-24 13:45:10 -08:00
parent 1d2a28ab07
commit a7d544424c
15 changed files with 599 additions and 88 deletions
@@ -0,0 +1,103 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import unittest
+import socket
+
+import ray
+from ray.rllib import _register_all
+from ray.tune.trial import Trial, Resources
+from ray.tune.web_server import TuneClient
+from ray.tune.trial_runner import TrialRunner
+
+
+def get_valid_port():
+    port = 4321
+    while True:
+        try:
+            print("Trying port", port)
+            port_test_socket = socket.socket()
+            port_test_socket.bind(("127.0.0.1", port))
+            port_test_socket.close()
+            break
+        except socket.error:
+            port += 1
+    return port
+
+
+class TuneServerSuite(unittest.TestCase):
+    def basicSetup(self):
+        ray.init(num_cpus=4, num_gpus=1)
+        port = get_valid_port()
+        self.runner = TrialRunner(
+            launch_web_server=True, server_port=port)
+        runner = self.runner
+        kwargs = {
+            "stopping_criterion": {"training_iteration": 3},
+            "resources": Resources(cpu=1, gpu=1),
+        }
+        trials = [
+            Trial("__fake", **kwargs),
+            Trial("__fake", **kwargs)]
+        for t in trials:
+            runner.add_trial(t)
+        client = TuneClient("localhost:{}".format(port))
+        return runner, client
+
+    def tearDown(self):
+        print("Tearing down....")
+        try:
+            self.runner._server.shutdown()
+            self.runner = None
+        except Exception as e:
+            print(e)
+        ray.worker.cleanup()
+        _register_all()
+
+    def testAddTrial(self):
+        runner, client = self.basicSetup()
+        for i in range(3):
+            runner.step()
+        spec = {
+            "run": "__fake",
+            "stop": {"training_iteration": 3},
+            "resources": dict(cpu=1, gpu=1),
+        }
+        client.add_trial("test", spec)
+        runner.step()
+        all_trials = client.get_all_trials()["trials"]
+        runner.step()
+        self.assertEqual(len(all_trials), 3)
+
+    def testGetTrials(self):
+        runner, client = self.basicSetup()
+        for i in range(3):
+            runner.step()
+        all_trials = client.get_all_trials()["trials"]
+        self.assertEqual(len(all_trials), 2)
+        tid = all_trials[0]["id"]
+        client.get_trial(tid)
+        runner.step()
+        self.assertEqual(len(all_trials), 2)
+
+    def testStopTrial(self):
+        """Check if Stop Trial works"""
+        runner, client = self.basicSetup()
+        for i in range(2):
+            runner.step()
+        all_trials = client.get_all_trials()["trials"]
+        self.assertEqual(
+            len([t for t in all_trials if t["status"] == Trial.RUNNING]), 1)
+
+        tid = [t for t in all_trials if t["status"] == Trial.RUNNING][0]["id"]
+        client.stop_trial(tid)
+        runner.step()
+
+        all_trials = client.get_all_trials()["trials"]
+        self.assertEqual(
+            len([t for t in all_trials if t["status"] == Trial.RUNNING]), 0)
+
+
+if __name__ == "__main__":
+    unittest.main(verbosity=2)