wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-02 12:50:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

Start background task in AsyncLLMEngine.generate (#988)

Browse Source 
Co-authored-by: Zhuohan Li <zhuohan123@gmail.com>
This commit is contained in:
Antoni BaumandZhuohan Li authored and GitHub committed 2023-09-08 00:03:39 -07:00
1 parent 4b5bcf8906
commit 080438477f
4 files changed
+16 -24
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tests/async_engine/api_server_async_engine.py
+1 -2
View File
@@ -40,8 +40,7 @@ if __name__ == "__main__":
args = parser.parse_args()
engine_args = AsyncEngineArgs.from_cli_args(args)
engine = AsyncLLMEngineWithStats.from_engine_args(engine_args,
start_engine_loop=False)
engine = AsyncLLMEngineWithStats.from_engine_args(engine_args)
vllm.entrypoints.api_server.engine = engine
uvicorn.run(
app,