mirror of
https://github.com/wassname/ray.git
synced 2026-06-28 08:55:51 +08:00
architkulkarni
23 lines
476 B
Python
23 lines
476 B
Python
import ray
|
|
from ray import serve
|
|
import requests
|
|
|
|
ray.init(num_cpus=8)
|
|
client = serve.start()
|
|
|
|
|
|
class Counter:
|
|
def __init__(self):
|
|
self.count = 0
|
|
|
|
def __call__(self, starlette_request):
|
|
self.count += 1
|
|
return {"current_counter": self.count}
|
|
|
|
|
|
client.create_backend("counter", Counter)
|
|
client.create_endpoint("counter", backend="counter", route="/counter")
|
|
|
|
print(requests.get("http://127.0.0.1:8000/counter").json())
|
|
# > {"current_counter": 1}
|