wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-09-10 12:38:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

[serve] Remove SLO code and blist dependency (#10075)

Browse Source
This commit is contained in:
Edward Oakes
2020-08-18 17:52:36 -05:00
committed by GitHub
parent 263df6163c
commit ba0f531da0
11 changed files with 8 additions and 230 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/serve/endpoint_policy.py
+2 -2
View File
@@ -89,13 +89,13 @@ class RandomEndpointPolicy(EndpointPolicy):
rstate.random())
assigned_backends.add(chosen_backend)
backend_queues[chosen_backend].add(query)
backend_queues[chosen_backend].appendleft(query)
if len(shadow_backends) > 0:
shadow_query = copy.copy(query)
shadow_query.async_future = None
shadow_query.is_shadow_query = True
for shadow_backend in shadow_backends:
assigned_backends.add(shadow_backend)
backend_queues[shadow_backend].add(shadow_query)
backend_queues[shadow_backend].appendleft(shadow_query)
return assigned_backends