[Streaming] Streaming data transfer and python integration (#6185)

This commit is contained in:
Chaokun Yang
2019-12-10 20:33:24 +08:00
committed by Hao Chen
parent c1d4ab8bb4
commit 6272907a57
93 changed files with 8434 additions and 1480 deletions
+32
View File
@@ -0,0 +1,32 @@
#include "ray/common/id.h"
#include "ray/protobuf/common.pb.h"
#include "ray/util/util.h"
#include "runtime_context.h"
#include "util/streaming_logging.h"
namespace ray {
namespace streaming {
void RuntimeContext::SetConfig(const StreamingConfig &streaming_config) {
STREAMING_CHECK(runtime_status_ == RuntimeStatus::Init)
<< "set config must be at beginning";
config_ = streaming_config;
}
void RuntimeContext::SetConfig(const uint8_t *data, uint32_t size) {
STREAMING_CHECK(runtime_status_ == RuntimeStatus::Init)
<< "set config must be at beginning";
if (!data) {
STREAMING_LOG(WARNING) << "buffer pointer is null, but len is => " << size;
return;
}
config_.FromProto(data, size);
}
RuntimeContext::~RuntimeContext() {}
RuntimeContext::RuntimeContext() : runtime_status_(RuntimeStatus::Init) {}
} // namespace streaming
} // namespace ray