wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-07-21 12:50:05 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix https://github.com/vllm-project/vllm/issues/2540 (#2545)

Browse Source
This commit is contained in:
Philipp Moritz
2024-01-22 19:02:38 +01:00
committed by GitHub
parent 18bfcdd05c
commit ab7e6006d6
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/engine/llm_engine.py
+1 -1
View File
@@ -209,7 +209,7 @@ class LLMEngine:
worker.set_cuda_visible_devices.remote(node_gpus[node_id])
distributed_init_method = get_distributed_init_method(
driver_ip, get_open_port)
driver_ip, get_open_port())
# Lazy import the Worker to avoid importing torch.cuda/xformers
# before CUDA_VISIBLE_DEVICES is set in the Worker