[Serve] Batching in Worker Replica (#8709)

2026-07-10 23:24:30 +08:00 · 2020-06-09 11:29:16 -07:00
parent f007bfb4cf
commit 6c3062906f
20 changed files with 671 additions and 94 deletions
@@ -232,8 +232,10 @@ class SignalActor:
    def __init__(self):
        self.ready_event = asyncio.Event()

-    def send(self):
+    def send(self, clear=False):
        self.ready_event.set()
+        if clear:
+            self.ready_event.clear()

    async def wait(self, should_wait=True):
        if should_wait: