Plasma photon association: passing through plasma address with photon db connection (#123)

* passing plasma ip:port association with photon through redis to global scheduler

* Fix test.

* sanity-checking aux_address inside db_connect_extended

* clang format

* fix photon tests

* clang format photon tests
This commit is contained in:
Alexey Tumanov
2016-12-13 17:21:38 -08:00
committed by Robert Nishihara
parent bce7e0fc07
commit 946242929f
11 changed files with 128 additions and 36 deletions
+4 -3
View File
@@ -115,7 +115,7 @@ def start_global_scheduler(redis_address, cleanup=True):
if cleanup:
all_processes.append(p)
def start_local_scheduler(redis_address, plasma_store_name, plasma_manager_name, cleanup=True):
def start_local_scheduler(redis_address, plasma_store_name, plasma_manager_name, plasma_address=None, cleanup=True):
"""Start a local scheduler process.
Args:
@@ -130,7 +130,7 @@ def start_local_scheduler(redis_address, plasma_store_name, plasma_manager_name,
Return:
The name of the local scheduler socket.
"""
local_scheduler_name, p = photon.start_local_scheduler(plasma_store_name, plasma_manager_name, redis_address=redis_address, use_profiler=RUN_PHOTON_PROFILER)
local_scheduler_name, p = photon.start_local_scheduler(plasma_store_name, plasma_manager_name, redis_address=redis_address, plasma_address=plasma_address, use_profiler=RUN_PHOTON_PROFILER)
if cleanup:
all_processes.append(p)
return local_scheduler_name
@@ -243,7 +243,8 @@ def start_ray_local(node_ip_address="127.0.0.1", num_workers=0, num_local_schedu
object_store_manager_names.append(object_store_manager_name)
time.sleep(0.1)
# Start the local scheduler.
local_scheduler_name = start_local_scheduler(redis_address, object_store_name, object_store_manager_name, cleanup=True)
plasma_address = "{}:{}".format(node_ip_address, object_store_manager_port)
local_scheduler_name = start_local_scheduler(redis_address, object_store_name, object_store_manager_name, plasma_address=plasma_address, cleanup=True)
local_scheduler_names.append(local_scheduler_name)
time.sleep(0.1)
# Aggregate the address information together.