Switch build system to use CMake completely. (#200)

* switch to CMake completely ... * cleanup * Run C tests, update installation instructions.
2026-08-17 11:25:34 +08:00 · 2017-01-17 16:56:40 -08:00
parent ba8933e10f
commit a708e36225
106 changed files with 467 additions and 870 deletions
@@ -0,0 +1,64 @@
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+
+import os
+import random
+import subprocess
+import time
+
+def random_name():
+  return str(random.randint(0, 99999999))
+
+def start_local_scheduler(plasma_store_name, plasma_manager_name=None, plasma_address=None, node_ip_address="127.0.0.1", redis_address=None, use_valgrind=False, use_profiler=False, redirect_output=False):
+  """Start a local scheduler process.
+
+  Args:
+    plasma_store_name (str): The name of the plasma store socket to connect to.
+    plasma_manager_name (str): The name of the plasma manager to connect to.
+      This does not need to be provided, but if it is, then the Redis address
+      must be provided as well.
+    plasma_address (str): The address of the plasma manager to connect to. This
+      is only used by the global scheduler to figure out which plasma managers
+      are connected to which local schedulers.
+    node_ip_address (str): The address of the node that this local scheduler is
+      running on.
+    redis_address (str): The address of the Redis instance to connect to. If
+      this is not provided, then the local scheduler will not connect to Redis.
+    use_valgrind (bool): True if the local scheduler should be started inside of
+      valgrind. If this is True, use_profiler must be False.
+    use_profiler (bool): True if the local scheduler should be started inside a
+      profiler. If this is True, use_valgrind must be False.
+    redirect_output (bool): True if stdout and stderr should be redirected to
+      /dev/null.
+
+  Return:
+    A tuple of the name of the local scheduler socket and the process ID of the
+      local scheduler process.
+  """
+  if (plasma_manager_name == None) != (redis_address == None):
+    raise Exception("If one of the plasma_manager_name and the redis_address is provided, then both must be provided.")
+  if use_valgrind and use_profiler:
+    raise Exception("Cannot use valgrind and profiler at the same time.")
+  local_scheduler_executable = os.path.join(os.path.dirname(os.path.abspath(__file__)), "../core/src/photon/photon_scheduler")
+  local_scheduler_name = "/tmp/scheduler{}".format(random_name())
+  command = [local_scheduler_executable, "-s", local_scheduler_name, "-p", plasma_store_name, "-h", node_ip_address]
+  if plasma_manager_name is not None:
+    command += ["-m", plasma_manager_name]
+  if redis_address is not None:
+    command += ["-r", redis_address]
+  if plasma_address is not None:
+    command += ["-a", plasma_address]
+  with open(os.devnull, "w") as FNULL:
+    stdout = FNULL if redirect_output else None
+    stderr = FNULL if redirect_output else None
+    if use_valgrind:
+      pid = subprocess.Popen(["valgrind", "--track-origins=yes", "--leak-check=full", "--show-leak-kinds=all", "--error-exitcode=1"] + command, stdout=stdout, stderr=stderr)
+      time.sleep(1.0)
+    elif use_profiler:
+      pid = subprocess.Popen(["valgrind", "--tool=callgrind"] + command, stdout=stdout, stderr=stderr)
+      time.sleep(1.0)
+    else:
+      pid = subprocess.Popen(command, stdout=stdout, stderr=stderr)
+      time.sleep(0.1)
+  return local_scheduler_name, pid