wassname/vllm
1
0 Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-10-01 12:42:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix] Fix OpenVino/Neuron driver_worker init (#10779)

Browse Source 
Signed-off-by: NickLucche <nlucches@redhat.com>
Signed-off-by: Cyrus Leung <tlleungac@connect.ust.hk>
Co-authored-by: Cyrus Leung <tlleungac@connect.ust.hk>
This commit is contained in:
Nicolò LucchesiandCyrus Leung authored and GitHub committed 2024-11-30 12:07:13 +08:00
1 parent 661175bc82
commit 40bc242579
2 files changed
+6 -3
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

vllm/executor/neuron_executor.py
+4 -2
View File
@@ -29,11 +29,13 @@ class NeuronExecutor(ExecutorBase):
wrapper = WorkerWrapperBase(vllm_config=self.vllm_config)
distributed_init_method = get_distributed_init_method(
get_ip(), get_open_port())
self.driver_worker = wrapper.init_worker(
wrapper.init_worker(
vllm_config=self.vllm_config,
local_rank=0,
rank=0,
distributed_init_method=distributed_init_method)
distributed_init_method=distributed_init_method,
)
self.driver_worker = wrapper.worker
self.driver_worker.init_device()
self.driver_worker.load_model()
vllm/executor/openvino_executor.py
+2 -1
View File
@@ -36,7 +36,7 @@ class OpenVINOExecutor(ExecutorBase):
distributed_init_method = get_distributed_init_method(
get_ip(), get_open_port())
self.driver_worker = wrapper.init_worker(
wrapper.init_worker(
ov_core=ov.Core(),
vllm_config=self.vllm_config,
local_rank=0,
@@ -45,6 +45,7 @@ class OpenVINOExecutor(ExecutorBase):
kv_cache_dtype=self.cache_config.cache_dtype,
is_driver_worker=True,
)
self.driver_worker = wrapper.worker
self.driver_worker.init_device()
self.driver_worker.load_model()