mirror of
https://github.com/wassname/vllm.git
synced 2026-10-01 12:42:39 +08:00
[Core] Use uvloop with zmq-decoupled front-end (#7570)
This commit is contained in:
1 parent
54bd9a03c4
commit
9587b050fb
1 file changed
+2
-1
@@ -3,6 +3,7 @@ import signal
|
||||
from typing import Any, Coroutine
|
||||
|
||||
import cloudpickle
|
||||
import uvloop
|
||||
import zmq
|
||||
import zmq.asyncio
|
||||
from typing_extensions import Never
|
||||
@@ -217,4 +218,4 @@ async def run_server(server: AsyncEngineRPCServer):
|
||||
def run_rpc_server(async_engine_args: AsyncEngineArgs,
|
||||
usage_context: UsageContext, rpc_path: str):
|
||||
server = AsyncEngineRPCServer(async_engine_args, usage_context, rpc_path)
|
||||
asyncio.run(run_server(server))
|
||||
uvloop.run(run_server(server))
|
||||
Reference in new issue
Block a user