mirror of
https://github.com/wassname/ray.git
synced 2026-07-01 07:27:35 +08:00
Simon Mo
5f88823c49
* Commit and format files * address stylistic concerns * Replcae "Usage" by "Example" in doc * Rename srv to serve * Add serve to CI process; Fix 3.5 compat * Improve determine_tests_to_run.py * Quick cosmetic for determien_tests * Address comments * Address comments * Address comment * Fix typos and grammar Co-Authored-By: Edward Oakes <ed.nmi.oakes@gmail.com> * Update python/ray/experimental/serve/global_state.py Co-Authored-By: Edward Oakes <ed.nmi.oakes@gmail.com> * Use __init__ for Query and WorkIntent class * Remove dataclasses dependency * Rename oid to object_id for clarity * Rename produce->enqueue_request, consume->dequeue_request * Address last round of comment
81 lines
1.8 KiB
Python
81 lines
1.8 KiB
Python
import ray
|
|
from ray.experimental.serve.queues import CentralizedQueuesActor
|
|
from ray.experimental.serve.task_runner import (
|
|
RayServeMixin,
|
|
TaskRunner,
|
|
TaskRunnerActor,
|
|
wrap_to_ray_error,
|
|
)
|
|
|
|
|
|
def test_runner_basic():
|
|
def echo(i):
|
|
return i
|
|
|
|
r = TaskRunner(echo)
|
|
assert r(1) == 1
|
|
|
|
|
|
def test_runner_wraps_error():
|
|
def echo(i):
|
|
return i
|
|
|
|
assert wrap_to_ray_error(echo, 2) == 2
|
|
|
|
def error(_):
|
|
return 1 / 0
|
|
|
|
assert isinstance(wrap_to_ray_error(error, 1), ray.exceptions.RayTaskError)
|
|
|
|
|
|
def test_runner_actor(serve_instance):
|
|
q = CentralizedQueuesActor.remote()
|
|
|
|
def echo(i):
|
|
return i
|
|
|
|
CONSUMER_NAME = "runner"
|
|
PRODUCER_NAME = "prod"
|
|
|
|
runner = TaskRunnerActor.remote(echo)
|
|
|
|
runner._ray_serve_setup.remote(CONSUMER_NAME, q)
|
|
runner._ray_serve_main_loop.remote(runner)
|
|
|
|
q.link.remote(PRODUCER_NAME, CONSUMER_NAME)
|
|
|
|
for query in [333, 444, 555]:
|
|
result_token = ray.ObjectID(
|
|
ray.get(q.enqueue_request.remote(PRODUCER_NAME, query)))
|
|
assert ray.get(result_token) == query
|
|
|
|
|
|
def test_ray_serve_mixin(serve_instance):
|
|
q = CentralizedQueuesActor.remote()
|
|
|
|
CONSUMER_NAME = "runner-cls"
|
|
PRODUCER_NAME = "prod-cls"
|
|
|
|
class MyAdder:
|
|
def __init__(self, inc):
|
|
self.increment = inc
|
|
|
|
def __call__(self, context):
|
|
return context + self.increment
|
|
|
|
@ray.remote
|
|
class CustomActor(MyAdder, RayServeMixin):
|
|
pass
|
|
|
|
runner = CustomActor.remote(3)
|
|
|
|
runner._ray_serve_setup.remote(CONSUMER_NAME, q)
|
|
runner._ray_serve_main_loop.remote(runner)
|
|
|
|
q.link.remote(PRODUCER_NAME, CONSUMER_NAME)
|
|
|
|
for query in [333, 444, 555]:
|
|
result_token = ray.ObjectID(
|
|
ray.get(q.enqueue_request.remote(PRODUCER_NAME, query)))
|
|
assert ray.get(result_token) == query + 3
|