wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-07-15 11:28:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

[Bugfix][Hardware][CPU] Fix CPU model input for decode (#9044)

Browse Source
This commit is contained in:
Isotr0py
2024-10-06 19:14:27 -07:00
committed by GitHub
parent cb3b2b9ba4
commit 487678d046
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
vllm/worker/cpu_model_runner.py
+1 -1
View File
@@ -133,7 +133,7 @@ class ModelInputForCPUBuilder(ModelRunnerInputBuilderBase[ModelInputForCPU]):
(input_tokens, input_positions,
attn_metadata) = self._prepare_decode(
self.seq_group_metadata_list)
seq_lens = []
seq_lens = None
return self.model_input_cls(
input_tokens=input_tokens,