wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-02 09:38:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Serve] Fix batching bug

Browse Source
This commit is contained in:
Simon Mo
2020-02-05 14:18:19 -08:00
committed by GitHub
parent 0826f95e1c
commit a0ba4499ac
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/experimental/serve/task_runner.py
+4 -2
View File
@@ -156,9 +156,11 @@ class RayServeMixin:
serve_context.web = context_flags.pop()
serve_context.batch_size = batch_size
start_timestamp = time.time()
# Flask requests are passed to __call__ as a list
arg_list = [arg_list]
result_list = self.__call__(*args, **kwargs_list)
start_timestamp = time.time()
result_list = self.__call__(*arg_list, **kwargs_list)
self._serve_metric_latency_list.append(time.time() -
start_timestamp)