[xray] Put GCS data into the redis data shard (#2298)

This commit is contained in:
Philipp Moritz
2018-06-30 15:42:10 -10:00
committed by Robert Nishihara
parent d75b39f6df
commit 762bdf646e
19 changed files with 154 additions and 62 deletions
+12
View File
@@ -16,6 +16,9 @@ class ComponentFailureTest(unittest.TestCase):
# This test checks that when a worker dies in the middle of a get, the
# plasma store and manager will not die.
@unittest.skipIf(
os.environ.get('RAY_USE_NEW_GCS', False),
"Not working with new GCS API.")
def testDyingWorkerGet(self):
obj_id = 20 * b"a"
@@ -53,6 +56,9 @@ class ComponentFailureTest(unittest.TestCase):
# This test checks that when a worker dies in the middle of a wait, the
# plasma store and manager will not die.
@unittest.skipIf(
os.environ.get('RAY_USE_NEW_GCS', False),
"Not working with new GCS API.")
def testDyingWorkerWait(self):
obj_id = 20 * b"a"
@@ -232,6 +238,9 @@ class ComponentFailureTest(unittest.TestCase):
self.check_components_alive(ray.services.PROCESS_TYPE_LOCAL_SCHEDULER,
False)
@unittest.skipIf(
os.environ.get('RAY_USE_NEW_GCS', False),
"Not working with new GCS API.")
def testDriverLivesSequential(self):
ray.worker.init(redirect_output=True)
all_processes = ray.services.all_processes
@@ -251,6 +260,9 @@ class ComponentFailureTest(unittest.TestCase):
# If the driver can reach the tearDown method, then it is still alive.
@unittest.skipIf(
os.environ.get('RAY_USE_NEW_GCS', False),
"Not working with new GCS API.")
def testDriverLivesParallel(self):
ray.worker.init(redirect_output=True)
all_processes = ray.services.all_processes
+1 -9
View File
@@ -29,20 +29,12 @@ class CredisTest(unittest.TestCase):
member = primary.lrange('RedisShards', 0, -1)[0]
shard = parse_client(member.decode())
# TODO(zongheng): remove these next four lines of horror, once task
# table is correctly placed in the data shard & swapping master and
# member modules.
member = self.config['redis_address']
temp = primary
primary = shard
shard = temp
# Check that primary has loaded credis' master module.
chain = primary.execute_command('MASTER.GET_CHAIN')
assert len(chain) == 1
# Check that the shard has loaded credis' member module.
assert chain[0].decode() == member
assert chain[0] == member
assert shard.execute_command('MEMBER.SN') == -1