[serve] Push requests to workers instead of polling via dequeue_request (#7965)

This commit is contained in:
Edward Oakes
2020-04-10 14:47:03 -05:00
committed by GitHub
parent d8f5b52265
commit 7be7af11ab
7 changed files with 71 additions and 102 deletions
+1 -1
View File
@@ -14,7 +14,7 @@ from ray.serve.utils import block_until_http_ready
from ray.serve.exceptions import RayServeException, batch_annotation_not_found
from ray.serve.backend_config import BackendConfig
from ray.serve.policy import RoutePolicy
from ray.serve.queues import Query
from ray.serve.router import Query
from ray.serve.request_params import RequestMetadata
master_actor = None