mirror of
https://github.com/wassname/ray.git
synced 2026-06-27 20:38:19 +08:00
fangfengbin
260b07cf0c
* add part code * add part code * add part code * add part code * fix review comments * fix compile bug * fix compile bug * fix review comments * fix review comments * fix code style * add part code * fix review comments * fix review comments * fix code style * rebase master * fix bug * fix lint error * fix compile bug * fix newline issue Co-authored-by: 灵洵 <fengbin.ffb@antgroup.com>
263 lines
10 KiB
Cython
263 lines
10 KiB
Cython
# cython: profile = False
|
|
# distutils: language = c++
|
|
# cython: embedsignature = True
|
|
|
|
from libc.stdint cimport int64_t
|
|
from libcpp cimport bool as c_bool
|
|
from libcpp.memory cimport shared_ptr, unique_ptr
|
|
from libcpp.pair cimport pair as c_pair
|
|
from libcpp.string cimport string as c_string
|
|
from libcpp.unordered_map cimport unordered_map
|
|
from libcpp.utility cimport pair
|
|
from libcpp.vector cimport vector as c_vector
|
|
|
|
from ray.includes.unique_ids cimport (
|
|
CActorID,
|
|
CNodeID,
|
|
CJobID,
|
|
CTaskID,
|
|
CObjectID,
|
|
CPlacementGroupID,
|
|
CWorkerID,
|
|
)
|
|
from ray.includes.common cimport (
|
|
CAddress,
|
|
CActorCreationOptions,
|
|
CBuffer,
|
|
CPlacementGroupCreationOptions,
|
|
CRayFunction,
|
|
CRayObject,
|
|
CRayStatus,
|
|
CTaskArg,
|
|
CTaskOptions,
|
|
CTaskType,
|
|
CWorkerType,
|
|
CLanguage,
|
|
CGcsClientOptions,
|
|
)
|
|
from ray.includes.function_descriptor cimport (
|
|
CFunctionDescriptor,
|
|
)
|
|
|
|
ctypedef unordered_map[c_string, c_vector[pair[int64_t, double]]] \
|
|
ResourceMappingType
|
|
|
|
ctypedef void (*ray_callback_function) \
|
|
(shared_ptr[CRayObject] result_object,
|
|
CObjectID object_id, void* user_data)
|
|
|
|
ctypedef void (*plasma_callback_function) \
|
|
(CObjectID object_id, int64_t data_size, int64_t metadata_size)
|
|
|
|
cdef extern from "ray/core_worker/profiling.h" nogil:
|
|
cdef cppclass CProfiler "ray::worker::Profiler":
|
|
void Start()
|
|
|
|
cdef cppclass CProfileEvent "ray::worker::ProfileEvent":
|
|
CProfileEvent(const shared_ptr[CProfiler] profiler,
|
|
const c_string &event_type)
|
|
void SetExtraData(const c_string &extra_data)
|
|
|
|
cdef extern from "ray/core_worker/profiling.h" nogil:
|
|
cdef cppclass CProfileEvent "ray::worker::ProfileEvent":
|
|
void SetExtraData(const c_string &extra_data)
|
|
|
|
cdef extern from "ray/core_worker/fiber.h" nogil:
|
|
cdef cppclass CFiberEvent "ray::FiberEvent":
|
|
CFiberEvent()
|
|
void Wait()
|
|
void Notify()
|
|
|
|
cdef extern from "ray/core_worker/context.h" nogil:
|
|
cdef cppclass CWorkerContext "ray::WorkerContext":
|
|
c_bool CurrentActorIsAsync()
|
|
|
|
cdef extern from "ray/core_worker/core_worker.h" nogil:
|
|
cdef cppclass CActorHandle "ray::ActorHandle":
|
|
CActorID GetActorID() const
|
|
CJobID CreationJobID() const
|
|
CLanguage ActorLanguage() const
|
|
CFunctionDescriptor ActorCreationTaskFunctionDescriptor() const
|
|
c_string ExtensionData() const
|
|
|
|
cdef cppclass CCoreWorker "ray::CoreWorker":
|
|
CWorkerType &GetWorkerType()
|
|
CLanguage &GetLanguage()
|
|
|
|
void SubmitTask(
|
|
const CRayFunction &function,
|
|
const c_vector[unique_ptr[CTaskArg]] &args,
|
|
const CTaskOptions &options, c_vector[CObjectID] *return_ids,
|
|
int max_retries,
|
|
c_pair[CPlacementGroupID, int64_t] placement_options,
|
|
c_bool placement_group_capture_child_tasks)
|
|
CRayStatus CreateActor(
|
|
const CRayFunction &function,
|
|
const c_vector[unique_ptr[CTaskArg]] &args,
|
|
const CActorCreationOptions &options,
|
|
const c_string &extension_data, CActorID *actor_id)
|
|
CRayStatus CreatePlacementGroup(
|
|
const CPlacementGroupCreationOptions &options,
|
|
CPlacementGroupID *placement_group_id)
|
|
CRayStatus RemovePlacementGroup(
|
|
const CPlacementGroupID &placement_group_id)
|
|
CRayStatus WaitPlacementGroupReady(
|
|
const CPlacementGroupID &placement_group_id, int timeout_ms)
|
|
void SubmitActorTask(
|
|
const CActorID &actor_id, const CRayFunction &function,
|
|
const c_vector[unique_ptr[CTaskArg]] &args,
|
|
const CTaskOptions &options,
|
|
c_vector[CObjectID] *return_ids)
|
|
CRayStatus KillActor(
|
|
const CActorID &actor_id, c_bool force_kill,
|
|
c_bool no_restart)
|
|
CRayStatus CancelTask(const CObjectID &object_id, c_bool force_kill,
|
|
c_bool recursive)
|
|
|
|
unique_ptr[CProfileEvent] CreateProfileEvent(
|
|
const c_string &event_type)
|
|
CRayStatus AllocateReturnObjects(
|
|
const c_vector[CObjectID] &object_ids,
|
|
const c_vector[size_t] &data_sizes,
|
|
const c_vector[shared_ptr[CBuffer]] &metadatas,
|
|
const c_vector[c_vector[CObjectID]] &contained_object_ids,
|
|
c_vector[shared_ptr[CRayObject]] *return_objects)
|
|
|
|
CJobID GetCurrentJobId()
|
|
CTaskID GetCurrentTaskId()
|
|
CNodeID GetCurrentNodeId()
|
|
CPlacementGroupID GetCurrentPlacementGroupId()
|
|
c_bool ShouldCaptureChildTasksInPlacementGroup()
|
|
const CActorID &GetActorId()
|
|
void SetActorTitle(const c_string &title)
|
|
void SetWebuiDisplay(const c_string &key, const c_string &message)
|
|
CTaskID GetCallerId()
|
|
const ResourceMappingType &GetResourceIDs() const
|
|
void RemoveActorHandleReference(const CActorID &actor_id)
|
|
CActorID DeserializeAndRegisterActorHandle(const c_string &bytes, const
|
|
CObjectID &outer_object_id)
|
|
CRayStatus SerializeActorHandle(const CActorID &actor_id, c_string
|
|
*bytes,
|
|
CObjectID *c_actor_handle_id)
|
|
const CActorHandle* GetActorHandle(const CActorID &actor_id) const
|
|
pair[const CActorHandle*, CRayStatus] GetNamedActorHandle(
|
|
const c_string &name)
|
|
void AddLocalReference(const CObjectID &object_id)
|
|
void RemoveLocalReference(const CObjectID &object_id)
|
|
void PutObjectIntoPlasma(const CRayObject &object,
|
|
const CObjectID &object_id)
|
|
const CAddress &GetRpcAddress() const
|
|
CAddress GetOwnerAddress(const CObjectID &object_id) const
|
|
void PromoteObjectToPlasma(const CObjectID &object_id)
|
|
void GetOwnershipInfo(const CObjectID &object_id,
|
|
CAddress *owner_address)
|
|
void RegisterOwnershipInfoAndResolveFuture(
|
|
const CObjectID &object_id,
|
|
const CObjectID &outer_object_id,
|
|
const CAddress &owner_address)
|
|
|
|
CRayStatus SetClientOptions(c_string client_name, int64_t limit)
|
|
CRayStatus Put(const CRayObject &object,
|
|
const c_vector[CObjectID] &contained_object_ids,
|
|
CObjectID *object_id)
|
|
CRayStatus Put(const CRayObject &object,
|
|
const c_vector[CObjectID] &contained_object_ids,
|
|
const CObjectID &object_id)
|
|
CRayStatus Create(const shared_ptr[CBuffer] &metadata,
|
|
const size_t data_size,
|
|
const c_vector[CObjectID] &contained_object_ids,
|
|
CObjectID *object_id, shared_ptr[CBuffer] *data)
|
|
CRayStatus Create(const shared_ptr[CBuffer] &metadata,
|
|
const size_t data_size,
|
|
const CObjectID &object_id,
|
|
const CAddress &owner_address,
|
|
shared_ptr[CBuffer] *data)
|
|
CRayStatus Seal(const CObjectID &object_id, c_bool pin_object)
|
|
CRayStatus Get(const c_vector[CObjectID] &ids, int64_t timeout_ms,
|
|
c_vector[shared_ptr[CRayObject]] *results,
|
|
c_bool plasma_objects_only)
|
|
CRayStatus Contains(const CObjectID &object_id, c_bool *has_object)
|
|
CRayStatus Wait(const c_vector[CObjectID] &object_ids, int num_objects,
|
|
int64_t timeout_ms, c_vector[c_bool] *results)
|
|
CRayStatus Delete(const c_vector[CObjectID] &object_ids,
|
|
c_bool local_only, c_bool delete_creating_tasks)
|
|
CRayStatus TriggerGlobalGC()
|
|
c_string MemoryUsageString()
|
|
|
|
CWorkerContext &GetWorkerContext()
|
|
void YieldCurrentFiber(CFiberEvent &coroutine_done)
|
|
|
|
unordered_map[CObjectID, pair[size_t, size_t]] GetAllReferenceCounts()
|
|
|
|
void GetAsync(const CObjectID &object_id,
|
|
ray_callback_function success_callback,
|
|
void* python_future)
|
|
|
|
CRayStatus PushError(const CJobID &job_id, const c_string &type,
|
|
const c_string &error_message, double timestamp)
|
|
CRayStatus SetResource(const c_string &resource_name,
|
|
const double capacity,
|
|
const CNodeID &client_Id)
|
|
CRayStatus SpillObjects(const c_vector[CObjectID] &object_ids)
|
|
|
|
cdef cppclass CCoreWorkerOptions "ray::CoreWorkerOptions":
|
|
CWorkerType worker_type
|
|
CLanguage language
|
|
c_string store_socket
|
|
c_string raylet_socket
|
|
CJobID job_id
|
|
CGcsClientOptions gcs_options
|
|
c_bool enable_logging
|
|
c_string log_dir
|
|
c_bool install_failure_signal_handler
|
|
c_string node_ip_address
|
|
int node_manager_port
|
|
c_string raylet_ip_address
|
|
c_string driver_name
|
|
c_string stdout_file
|
|
c_string stderr_file
|
|
(CRayStatus(
|
|
CTaskType task_type,
|
|
const c_string name,
|
|
const CRayFunction &ray_function,
|
|
const unordered_map[c_string, double] &resources,
|
|
const c_vector[shared_ptr[CRayObject]] &args,
|
|
const c_vector[CObjectID] &arg_reference_ids,
|
|
const c_vector[CObjectID] &return_ids,
|
|
c_vector[shared_ptr[CRayObject]] *returns) nogil
|
|
) task_execution_callback
|
|
(void(const CWorkerID &) nogil) on_worker_shutdown
|
|
(CRayStatus() nogil) check_signals
|
|
(void() nogil) gc_collect
|
|
(c_vector[c_string](const c_vector[CObjectID] &) nogil) spill_objects
|
|
(void(
|
|
const c_vector[CObjectID] &,
|
|
const c_vector[c_string] &) nogil) restore_spilled_objects
|
|
(void(
|
|
const c_vector[c_string]&,
|
|
CWorkerType) nogil) delete_spilled_objects
|
|
(void(c_string *stack_out) nogil) get_lang_stack
|
|
c_bool ref_counting_enabled
|
|
c_bool is_local_mode
|
|
int num_workers
|
|
(c_bool() nogil) kill_main
|
|
CCoreWorkerOptions()
|
|
(void() nogil) terminate_asyncio_thread
|
|
int metrics_agent_port
|
|
c_string serialized_job_config
|
|
|
|
cdef cppclass CCoreWorkerProcess "ray::CoreWorkerProcess":
|
|
@staticmethod
|
|
void Initialize(const CCoreWorkerOptions &options)
|
|
# Only call this in CoreWorker.__cinit__,
|
|
# use CoreWorker.core_worker to access C++ CoreWorker.
|
|
|
|
@staticmethod
|
|
CCoreWorker &GetCoreWorker()
|
|
|
|
@staticmethod
|
|
void Shutdown()
|
|
|
|
@staticmethod
|
|
void RunTaskExecutionLoop()
|