wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-04 03:36:23 +08:00
Code Issues Packages Projects Releases Wiki Activity

[serve] Add basic session affinity via shard key (#8449)

Browse Source
This commit is contained in:
Edward Oakes
2020-05-15 16:18:52 -05:00
committed by GitHub
parent c9435cad43
commit ef498e8aa5
12 changed files with 157 additions and 249 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/serve/http_proxy.py
+3 -1
View File
@@ -168,7 +168,9 @@ class HTTPProxy:
TaskContext.Web,
relative_slo_ms=relative_slo_ms,
absolute_slo_ms=absolute_slo_ms,
call_method=headers.get("X-SERVE-CALL-METHOD".lower(), "__call__"))
call_method=headers.get("X-SERVE-CALL-METHOD".lower(), "__call__"),
shard_key=headers.get("X-SERVE-SHARD-KEY".lower(), None),
)
retries = 0
while retries <= MAX_ACTOR_DEAD_RETRIES: