[Bugfix] Fix request cancellation without polling (#11190)

2026-09-09 11:40:01 +08:00 · 2024-12-17 12:26:32 -08:00
parent f9ecbb18bf
commit 2d1b9baa8f
12 changed files with 164 additions and 103 deletions
@@ -163,12 +163,11 @@ class RemoteOpenAIServer:
            api_key=self.DUMMY_API_KEY,
        )

-    def get_async_client(self):
-        return openai.AsyncOpenAI(
-            base_url=self.url_for("v1"),
-            api_key=self.DUMMY_API_KEY,
-            max_retries=0,
-        )
+    def get_async_client(self, **kwargs):
+        return openai.AsyncOpenAI(base_url=self.url_for("v1"),
+                                  api_key=self.DUMMY_API_KEY,
+                                  max_retries=0,
+                                  **kwargs)


 def _test_completion(