From 7d52159d1aac6e81faedf09567bb6278464381c8 Mon Sep 17 00:00:00 2001 From: Simon Mo Date: Tue, 9 Jun 2020 16:49:17 -0700 Subject: [PATCH] Fix Serve Flaky test_api::test_batching (#8867) --- python/ray/serve/tests/test_api.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/python/ray/serve/tests/test_api.py b/python/ray/serve/tests/test_api.py index 84a0a3bc0..0f55b4ffa 100644 --- a/python/ray/serve/tests/test_api.py +++ b/python/ray/serve/tests/test_api.py @@ -158,7 +158,12 @@ def test_batching(serve_instance): # set the max batch size serve.create_backend( - "counter:v11", BatchingExample, config={"max_batch_size": 5}) + "counter:v11", + BatchingExample, + config={ + "max_batch_size": 5, + "batch_wait_timeout": 1 + }) serve.create_endpoint( "counter1", backend="counter:v11", route="/increment2")