mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 08:55:51 +08:00
Edward Oakes
08e4e3a153
* Submit actor tasks through core worker * Fix java * add comment * Remove task builder * Check negative * Increase -> Increment * pass by reference * fix signal * Clean up c++ actor handle * more cleanup * Clean up headers * Fix unique_ptr construction * Fix java * Move profiling to c++ * dedup * fix error * comments * fix java * Fix tests * wait for actor to exit * Start after constructor * ignore java build * fix comment * always init logging * Fix logging * fix logging issue * shared_ptr for profiler * DEBUG -> WARNING * fix killed_ init * Fix flaky checkpointing tests * -v flag for tune tests * Fix checkpoint test logic * Fix exception matching * timeout exception * Fix test exception info * Fix import * fix build * Fix test * shared_ptr
222 lines
7.3 KiB
Cython
222 lines
7.3 KiB
Cython
from libcpp cimport bool as c_bool
|
|
from libcpp.memory cimport shared_ptr, unique_ptr
|
|
from libcpp.string cimport string as c_string
|
|
|
|
from libc.stdint cimport uint8_t, uint64_t, int64_t
|
|
from libcpp.unordered_map cimport unordered_map
|
|
from libcpp.vector cimport vector as c_vector
|
|
|
|
from ray.includes.unique_ids cimport (
|
|
CActorID,
|
|
CActorHandleID,
|
|
CJobID,
|
|
CWorkerID,
|
|
CObjectID,
|
|
CTaskID,
|
|
)
|
|
|
|
|
|
cdef extern from * namespace "polyfill":
|
|
"""
|
|
namespace polyfill {
|
|
|
|
template <typename T>
|
|
inline typename std::remove_reference<T>::type&& move(T& t) {
|
|
return std::move(t);
|
|
}
|
|
|
|
template <typename T>
|
|
inline typename std::remove_reference<T>::type&& move(T&& t) {
|
|
return std::move(t);
|
|
}
|
|
|
|
} // namespace polyfill
|
|
"""
|
|
cdef T move[T](T)
|
|
|
|
|
|
cdef extern from "ray/common/status.h" namespace "ray" nogil:
|
|
cdef cppclass StatusCode:
|
|
pass
|
|
|
|
cdef cppclass CRayStatus "ray::Status":
|
|
RayStatus()
|
|
RayStatus(StatusCode code, const c_string &msg)
|
|
RayStatus(const CRayStatus &s)
|
|
|
|
@staticmethod
|
|
CRayStatus OK()
|
|
|
|
@staticmethod
|
|
CRayStatus OutOfMemory()
|
|
|
|
@staticmethod
|
|
CRayStatus KeyError()
|
|
|
|
@staticmethod
|
|
CRayStatus Invalid()
|
|
|
|
@staticmethod
|
|
CRayStatus IOError()
|
|
|
|
@staticmethod
|
|
CRayStatus TypeError()
|
|
|
|
@staticmethod
|
|
CRayStatus UnknownError()
|
|
|
|
@staticmethod
|
|
CRayStatus NotImplemented()
|
|
|
|
@staticmethod
|
|
CRayStatus RedisError()
|
|
|
|
@staticmethod
|
|
CRayStatus ObjectStoreFull()
|
|
|
|
c_bool ok()
|
|
c_bool IsOutOfMemory()
|
|
c_bool IsKeyError()
|
|
c_bool IsInvalid()
|
|
c_bool IsIOError()
|
|
c_bool IsTypeError()
|
|
c_bool IsUnknownError()
|
|
c_bool IsNotImplemented()
|
|
c_bool IsRedisError()
|
|
c_bool IsObjectStoreFull()
|
|
|
|
c_string ToString()
|
|
c_string CodeAsString()
|
|
StatusCode code()
|
|
c_string message()
|
|
|
|
# We can later add more of the common status factory methods as needed
|
|
cdef CRayStatus RayStatus_OK "Status::OK"()
|
|
cdef CRayStatus RayStatus_Invalid "Status::Invalid"()
|
|
|
|
|
|
cdef extern from "ray/common/status.h" namespace "ray::StatusCode" nogil:
|
|
cdef StatusCode StatusCode_OK "OK"
|
|
cdef StatusCode StatusCode_OutOfMemory "OutOfMemory"
|
|
cdef StatusCode StatusCode_KeyError "KeyError"
|
|
cdef StatusCode StatusCode_TypeError "TypeError"
|
|
cdef StatusCode StatusCode_Invalid "Invalid"
|
|
cdef StatusCode StatusCode_IOError "IOError"
|
|
cdef StatusCode StatusCode_UnknownError "UnknownError"
|
|
cdef StatusCode StatusCode_NotImplemented "NotImplemented"
|
|
cdef StatusCode StatusCode_RedisError "RedisError"
|
|
|
|
|
|
cdef extern from "ray/common/id.h" namespace "ray" nogil:
|
|
const CTaskID GenerateTaskId(const CJobID &job_id,
|
|
const CTaskID &parent_task_id,
|
|
int parent_task_counter)
|
|
|
|
|
|
cdef extern from "ray/protobuf/common.pb.h" nogil:
|
|
cdef cppclass CLanguage "Language":
|
|
pass
|
|
cdef cppclass CWorkerType "ray::WorkerType":
|
|
pass
|
|
|
|
|
|
# This is a workaround for C++ enum class since Cython has no corresponding
|
|
# representation.
|
|
cdef extern from "ray/protobuf/common.pb.h" nogil:
|
|
cdef CLanguage LANGUAGE_PYTHON "Language::PYTHON"
|
|
cdef CLanguage LANGUAGE_CPP "Language::CPP"
|
|
cdef CLanguage LANGUAGE_JAVA "Language::JAVA"
|
|
|
|
cdef extern from "ray/protobuf/common.pb.h" nogil:
|
|
cdef CWorkerType WORKER_TYPE_WORKER "ray::WorkerType::WORKER"
|
|
cdef CWorkerType WORKER_TYPE_DRIVER "ray::WorkerType::DRIVER"
|
|
|
|
|
|
cdef extern from "ray/common/task/scheduling_resources.h" nogil:
|
|
cdef cppclass ResourceSet "ray::ResourceSet":
|
|
ResourceSet()
|
|
ResourceSet(const unordered_map[c_string, double] &resource_map)
|
|
ResourceSet(const c_vector[c_string] &resource_labels,
|
|
const c_vector[double] resource_capacity)
|
|
c_bool operator==(const ResourceSet &rhs) const
|
|
c_bool IsEqual(const ResourceSet &other) const
|
|
c_bool IsSubset(const ResourceSet &other) const
|
|
c_bool IsSuperset(const ResourceSet &other) const
|
|
c_bool AddOrUpdateResource(const c_string &resource_name,
|
|
double capacity)
|
|
c_bool RemoveResource(const c_string &resource_name)
|
|
void AddResources(const ResourceSet &other)
|
|
c_bool SubtractResourcesStrict(const ResourceSet &other)
|
|
c_bool GetResource(const c_string &resource_name, double *value) const
|
|
double GetNumCpus() const
|
|
c_bool IsEmpty() const
|
|
const unordered_map[c_string, double] &GetResourceMap() const
|
|
const c_string ToString() const
|
|
|
|
cdef extern from "ray/common/buffer.h" namespace "ray" nogil:
|
|
cdef cppclass CBuffer "ray::Buffer":
|
|
uint8_t *Data() const
|
|
size_t Size() const
|
|
|
|
cdef cppclass LocalMemoryBuffer(CBuffer):
|
|
LocalMemoryBuffer(uint8_t *data, size_t size, c_bool copy_data)
|
|
|
|
cdef extern from "ray/common/ray_object.h" nogil:
|
|
cdef cppclass CRayObject "ray::RayObject":
|
|
c_bool HasData() const
|
|
c_bool HasMetadata() const
|
|
const size_t DataSize() const
|
|
const shared_ptr[CBuffer] &GetData()
|
|
const shared_ptr[CBuffer] &GetMetadata() const
|
|
|
|
cdef extern from "ray/core_worker/common.h" nogil:
|
|
cdef cppclass CRayFunction "ray::RayFunction":
|
|
CRayFunction()
|
|
CRayFunction(CLanguage language,
|
|
const c_vector[c_string] function_descriptor)
|
|
CLanguage GetLanguage()
|
|
c_vector[c_string] GetFunctionDescriptor()
|
|
|
|
cdef cppclass CTaskArg "ray::TaskArg":
|
|
@staticmethod
|
|
CTaskArg PassByReference(const CObjectID &object_id)
|
|
|
|
@staticmethod
|
|
CTaskArg PassByValue(const shared_ptr[CRayObject] &data)
|
|
|
|
cdef extern from "ray/core_worker/task_interface.h" nogil:
|
|
cdef cppclass CTaskOptions "ray::TaskOptions":
|
|
CTaskOptions()
|
|
CTaskOptions(int num_returns,
|
|
unordered_map[c_string, double] &resources)
|
|
|
|
cdef cppclass CActorCreationOptions "ray::ActorCreationOptions":
|
|
CActorCreationOptions()
|
|
CActorCreationOptions(
|
|
uint64_t max_reconstructions, c_bool is_direct_call,
|
|
const unordered_map[c_string, double] &resources,
|
|
const unordered_map[c_string, double] &placement_resources,
|
|
const c_vector[c_string] &dynamic_worker_options)
|
|
|
|
cdef cppclass CActorHandle "ray::ActorHandle":
|
|
CActorHandle(
|
|
const CActorID &actor_id, const CActorHandleID &actor_handle_id,
|
|
const CJobID &job_id, const CObjectID &initial_cursor,
|
|
const CLanguage actor_language, c_bool is_direct_call,
|
|
const c_vector[c_string] &actor_creation_task_function_descriptor)
|
|
CActorHandle(CActorHandle &other, c_bool in_band)
|
|
CActorHandle(
|
|
const c_string &serialized, const CTaskID ¤t_task_id)
|
|
|
|
CActorID GetActorID() const
|
|
CActorHandleID GetActorHandleID() const
|
|
unique_ptr[CActorHandle] Fork()
|
|
unique_ptr[CActorHandle] ForkForSerialization()
|
|
void Serialize(c_string *output)
|
|
|
|
cdef extern from "ray/gcs/gcs_client_interface.h" nogil:
|
|
cdef cppclass CGcsClientOptions "ray::gcs::GcsClientOptions":
|
|
CGcsClientOptions(const c_string &ip, int port,
|
|
const c_string &password,
|
|
c_bool is_test_client)
|