mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 14:48:54 +08:00
krfricke
76 lines
2.2 KiB
Python
76 lines
2.2 KiB
Python
"""
|
|
SLO [reverse] example of ray.serve module
|
|
"""
|
|
|
|
import time
|
|
|
|
import requests
|
|
|
|
import ray
|
|
import ray.serve as serve
|
|
|
|
# initialize ray serve system.
|
|
serve.init()
|
|
|
|
# an endpoint is associated with an http URL.
|
|
serve.create_endpoint("my_endpoint", "/echo")
|
|
|
|
|
|
# a backend can be a function or class.
|
|
# it can be made to be invoked from web as well as python.
|
|
def echo_v1(flask_request, response="hello from python!"):
|
|
if serve.context.web:
|
|
response = flask_request.url
|
|
return response
|
|
|
|
|
|
serve.create_backend("echo:v1", echo_v1)
|
|
serve.set_traffic("my_endpoint", {"echo:v1": 1.0})
|
|
|
|
# wait for routing table to get populated
|
|
time.sleep(2)
|
|
|
|
# relative slo (10 ms deadline) can be specified via http
|
|
slo_ms = 10.0
|
|
# absolute slo (10 ms deadline) can be specified via http
|
|
abs_slo_ms = 11.9
|
|
print("> [HTTP] Pinging http://127.0.0.1:8000/"
|
|
"echo?relative_slo_ms={}".format(slo_ms))
|
|
print(
|
|
requests.get("http://127.0.0.1:8000/"
|
|
"echo?relative_slo_ms={}".format(slo_ms)).json())
|
|
print("> [HTTP] Pinging http://127.0.0.1:8000/"
|
|
"echo?absolute_slo_ms={}".format(abs_slo_ms))
|
|
print(
|
|
requests.get("http://127.0.0.1:8000/"
|
|
"echo?absolute_slo_ms={}".format(abs_slo_ms)).json())
|
|
|
|
# get the handle of the endpoint
|
|
handle = serve.get_handle("my_endpoint")
|
|
|
|
future_list = []
|
|
|
|
# fire 10 requests with slo's in the (almost) reverse order of the order in
|
|
# which remote procedure call is done
|
|
for r in range(10):
|
|
slo_ms = 1000 - 100 * r
|
|
response = "hello from request: {} slo: {}".format(r, slo_ms)
|
|
print("> [REMOTE] Pinging handle.remote(response='{}',slo_ms={})".format(
|
|
response, slo_ms))
|
|
|
|
# overriding slo for each query.
|
|
# Generally slo is specified for a service handle but it can
|
|
# be overrided using options for query specific demands
|
|
f = handle.options(relative_slo_ms=slo_ms).remote(response=response)
|
|
future_list.append(f)
|
|
|
|
# get results of queries as they complete
|
|
# should be completed (almost) according to the order of their slo time
|
|
left_futures = future_list
|
|
while left_futures:
|
|
completed_futures, remaining_futures = ray.wait(left_futures, timeout=0.05)
|
|
if len(completed_futures) > 0:
|
|
result = ray.get(completed_futures[0])
|
|
print(result)
|
|
left_futures = remaining_futures
|