mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 18:11:38 +08:00
Edward Oakes
55 lines
1.3 KiB
Python
55 lines
1.3 KiB
Python
"""
|
|
Example of error handling mechanism in ray serve.
|
|
|
|
We are going to define a buggy function that raise some exception:
|
|
>>> def echo(_):
|
|
raise Exception("oh no")
|
|
|
|
The expected behavior is:
|
|
- HTTP server should respond with "internal error" in the response JSON
|
|
- ray.get(handle.remote()) should raise RayTaskError with traceback.
|
|
|
|
This shows that error is hidden from HTTP side but always visible when calling
|
|
from Python.
|
|
"""
|
|
|
|
import json
|
|
import time
|
|
|
|
from pygments import formatters, highlight, lexers
|
|
|
|
import requests
|
|
|
|
import ray
|
|
from ray import serve
|
|
|
|
|
|
def pformat_color_json(d):
|
|
"""Use pygments to pretty format and colorize dictionary"""
|
|
formatted_json = json.dumps(d, sort_keys=True, indent=4)
|
|
|
|
colorful_json = highlight(formatted_json, lexers.JsonLexer(),
|
|
formatters.TerminalFormatter())
|
|
|
|
return colorful_json
|
|
|
|
|
|
def echo(_):
|
|
raise Exception("Something went wrong...")
|
|
|
|
|
|
serve.init()
|
|
|
|
serve.create_endpoint("my_endpoint", backend="echo:v1", route="/echo")
|
|
|
|
for _ in range(2):
|
|
resp = requests.get("http://127.0.0.1:8000/echo").json()
|
|
print(pformat_color_json(resp))
|
|
|
|
print("...Sleeping for 2 seconds...")
|
|
time.sleep(2)
|
|
|
|
handle = serve.get_handle("my_endpoint")
|
|
print("Invoke from python will raise exception with traceback:")
|
|
ray.get(handle.remote())
|