mirror of
https://github.com/wassname/ray.git
synced 2026-06-29 04:10:33 +08:00
Eric Liang
49 lines
1.1 KiB
Python
49 lines
1.1 KiB
Python
"""
|
|
Example showing fixed packing policy. The outputs from
|
|
v1 and v2 will be coming according to packing_num specified!
|
|
This is a packed round robin example. First batch of packing_num
|
|
(five in this example) queries would go to 'echo:v1' backend and
|
|
then next batch of packing_num queries would go to 'echo:v2'
|
|
backend.
|
|
"""
|
|
import time
|
|
|
|
import requests
|
|
|
|
from ray import serve
|
|
from ray.serve.utils import pformat_color_json
|
|
|
|
|
|
def echo_v1(_):
|
|
return "v1"
|
|
|
|
|
|
def echo_v2(_):
|
|
return "v2"
|
|
|
|
|
|
# specify the router policy as FixedPacking with packing num as 5
|
|
serve.init(
|
|
blocking=True,
|
|
queueing_policy=serve.RoutePolicy.FixedPacking,
|
|
policy_kwargs={"packing_num": 5})
|
|
|
|
# create a service
|
|
serve.create_endpoint("my_endpoint", "/echo", blocking=True)
|
|
|
|
# create first backend
|
|
serve.create_backend(echo_v1, "echo:v1")
|
|
|
|
# create second backend
|
|
serve.create_backend(echo_v2, "echo:v2")
|
|
|
|
# link and split the service to two backends
|
|
serve.split("my_endpoint", {"echo:v1": 0.5, "echo:v2": 0.5})
|
|
|
|
while True:
|
|
resp = requests.get("http://127.0.0.1:8000/echo").json()
|
|
print(pformat_color_json(resp))
|
|
|
|
print("...Sleeping for 2 seconds...")
|
|
time.sleep(2)
|