[Core] Build raylet client as an independent component (#9434)

This commit is contained in:
Siyuan (Ryans) Zhuang
2020-07-13 16:00:32 -07:00
committed by GitHub
parent 3d65682e62
commit 4da97a7c99
16 changed files with 48 additions and 21 deletions
+35 -8
View File
@@ -553,7 +553,7 @@ cc_library(
":gcs_service_rpc",
":gcs_table_storage_lib",
":node_manager_rpc",
":raylet_lib",
":raylet_client_lib",
":worker_rpc",
],
)
@@ -662,6 +662,33 @@ cc_library(
],
)
cc_library(
name = "raylet_client_lib",
srcs = glob([
"src/ray/raylet_client/*.cc",
]),
hdrs = glob([
"src/ray/raylet_client/*.h",
]),
copts = COPTS,
linkopts = select({
"@bazel_tools//src/conditions:windows": [
],
"//conditions:default": [
"-lpthread",
],
}),
visibility = ["//streaming:__subpackages__"],
deps = [
":gcs_cc_proto",
":node_manager_fbs",
":node_manager_rpc",
":ray_common",
":ray_util",
"@boost//:asio",
],
)
cc_library(
name = "core_worker_lib",
srcs = glob(
@@ -686,17 +713,17 @@ cc_library(
copts = COPTS,
visibility = ["//visibility:public"],
deps = [
"@com_google_absl//absl/container:flat_hash_map",
"@com_google_absl//absl/container:flat_hash_set",
":worker_cc_proto",
":gcs",
":plasma_client",
":ray_common",
":ray_util",
# TODO(hchen): After `raylet_client` is migrated to gRPC, `core_worker_lib`
# should only depend on `raylet_client`, instead of the whole `raylet_lib`.
":raylet_lib",
":raylet_client_lib",
":service_based_gcs_client_lib",
":worker_cc_proto",
":worker_rpc",
":gcs",
"@boost//:fiber",
"@com_google_absl//absl/container:flat_hash_map",
"@com_google_absl//absl/container:flat_hash_set",
],
)
+1 -1
View File
@@ -19,7 +19,7 @@
#include "ray/common/id.h"
#include "ray/common/ray_object.h"
#include "ray/common/task/task_spec.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/util/util.h"
namespace ray {
+1 -1
View File
@@ -33,7 +33,7 @@
#include "ray/core_worker/transport/raylet_transport.h"
#include "ray/gcs/redis_gcs_client.h"
#include "ray/gcs/subscription_executor.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/rpc/node_manager/node_manager_client.h"
#include "ray/rpc/worker/core_worker_client.h"
#include "ray/rpc/worker/core_worker_server.h"
@@ -18,7 +18,7 @@
#include "ray/core_worker/common.h"
#include "ray/core_worker/core_worker.h"
#include "ray/core_worker/lib/java/jni_utils.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#ifdef __cplusplus
extern "C" {
@@ -20,7 +20,7 @@
#include "ray/core_worker/reference_count.h"
#include "ray/core_worker/store_provider/memory_store/memory_store.h"
#include "ray/core_worker/task_manager.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
namespace ray {
@@ -23,7 +23,7 @@
#include "ray/core_worker/context.h"
#include "ray/core_worker/reference_count.h"
#include "ray/object_manager/plasma/client.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
namespace ray {
+1 -1
View File
@@ -33,7 +33,7 @@
#include "ray/core_worker/transport/direct_actor_transport.h"
#include "ray/protobuf/core_worker.pb.h"
#include "ray/protobuf/gcs.pb.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/util/filesystem.h"
namespace {
@@ -18,7 +18,7 @@
#include "ray/common/test_util.h"
#include "ray/core_worker/store_provider/memory_store/memory_store.h"
#include "ray/core_worker/transport/direct_task_transport.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/rpc/worker/core_worker_client.h"
namespace ray {
@@ -19,7 +19,7 @@
#include "ray/common/task/task_util.h"
#include "ray/common/test_util.h"
#include "ray/core_worker/store_provider/memory_store/memory_store.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/rpc/worker/core_worker_client.h"
namespace ray {
@@ -20,7 +20,7 @@
#include "ray/common/test_util.h"
#include "ray/core_worker/store_provider/memory_store/memory_store.h"
#include "ray/core_worker/transport/direct_task_transport.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
namespace ray {
@@ -25,7 +25,7 @@
#include "ray/core_worker/task_manager.h"
#include "ray/core_worker/transport/dependency_resolver.h"
#include "ray/core_worker/transport/direct_actor_transport.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/rpc/worker/core_worker_client.h"
namespace ray {
@@ -18,7 +18,7 @@
#include "ray/common/ray_object.h"
#include "ray/core_worker/reference_count.h"
#include "ray/raylet/raylet_client.h"
#include "ray/raylet_client/raylet_client.h"
#include "ray/rpc/worker/core_worker_server.h"
namespace ray {
+1 -1
View File
@@ -19,7 +19,7 @@
#include <ray/common/task/task_spec.h>
#include <ray/gcs/accessor.h>
#include <ray/protobuf/gcs_service.pb.h>
#include <ray/raylet/raylet_client.h>
#include <ray/raylet_client/raylet_client.h>
#include <ray/rpc/node_manager/node_manager_client.h>
#include <ray/rpc/worker/core_worker_client.h>
#include <queue>
@@ -16,7 +16,7 @@
#include <ray/common/id.h>
#include <ray/gcs/accessor.h>
#include <ray/protobuf/gcs_service.pb.h>
#include <ray/raylet/raylet_client.h>
#include <ray/raylet_client/raylet_client.h>
#include <ray/rpc/node_manager/node_manager_client.h>
#include <ray/rpc/worker/core_worker_client.h>
#include <queue>