Fix Serve Flaky test_api::test_batching (#8867)

2026-06-27 21:53:18 +08:00 · 2020-06-09 16:49:17 -07:00
parent 731ed8d232
commit 7d52159d1a
1 changed files with 6 additions and 1 deletions
@@ -158,7 +158,12 @@ def test_batching(serve_instance):

    # set the max batch size
    serve.create_backend(
-        "counter:v11", BatchingExample, config={"max_batch_size": 5})
+        "counter:v11",
+        BatchingExample,
+        config={
+            "max_batch_size": 5,
+            "batch_wait_timeout": 1
+        })
    serve.create_endpoint(
        "counter1", backend="counter:v11", route="/increment2")